[ 530.101818] env[69506]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69506) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.102199] env[69506]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69506) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.102286] env[69506]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69506) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.102635] env[69506]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 530.201923] env[69506]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69506) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 530.212167] env[69506]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69506) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 530.254959] env[69506]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 530.813607] env[69506]: INFO nova.virt.driver [None req-74f57df6-f8f6-41f0-8b01-7ddf6c3db6dc None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.885576] env[69506]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.885728] env[69506]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.885861] env[69506]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69506) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.784108] env[69506]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-444d530a-43b7-43ce-afde-3164de12f73a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.800499] env[69506]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69506) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.800705] env[69506]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4f5be674-b063-4280-957a-ba209ff6cff0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.832379] env[69506]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f5789. [ 533.832553] env[69506]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.947s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.833061] env[69506]: INFO nova.virt.vmwareapi.driver [None req-74f57df6-f8f6-41f0-8b01-7ddf6c3db6dc None None] VMware vCenter version: 7.0.3 [ 533.836492] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1dd6e-2da3-4a8f-bcae-b22403c6ada5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.854012] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c02600-d601-4871-bf6e-974c1d7f15cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.860032] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd150bf-c0df-45e4-b0c5-c60f8c4878c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.866686] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e7cecb-5793-4ecd-ba7f-d086e69ad98c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.879781] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c701d46-3b46-4827-8abd-ca92b5bb23f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.885674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b6c0d-3782-4db4-96ac-e31bac31eed8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.916044] env[69506]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-144a23f7-6c30-472b-83d1-04cbd2d4fd00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.920954] env[69506]: DEBUG nova.virt.vmwareapi.driver [None req-74f57df6-f8f6-41f0-8b01-7ddf6c3db6dc None None] Extension org.openstack.compute already exists. {{(pid=69506) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 533.923584] env[69506]: INFO nova.compute.provider_config [None req-74f57df6-f8f6-41f0-8b01-7ddf6c3db6dc None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.426942] env[69506]: DEBUG nova.context [None req-74f57df6-f8f6-41f0-8b01-7ddf6c3db6dc None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),dab414e6-7885-4115-95d6-812744c46e4a(cell1) {{(pid=69506) load_cells /opt/stack/nova/nova/context.py:464}} [ 534.428999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.429244] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.429933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.430364] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Acquiring lock "dab414e6-7885-4115-95d6-812744c46e4a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.430551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Lock "dab414e6-7885-4115-95d6-812744c46e4a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.431658] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Lock "dab414e6-7885-4115-95d6-812744c46e4a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.451703] env[69506]: INFO dbcounter [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Registered counter for database nova_cell0 [ 534.459925] env[69506]: INFO dbcounter [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Registered counter for database nova_cell1 [ 534.893209] env[69506]: DEBUG oslo_db.sqlalchemy.engines [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69506) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.893940] env[69506]: DEBUG oslo_db.sqlalchemy.engines [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69506) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.898773] env[69506]: ERROR nova.db.main.api [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.898773] env[69506]: result = function(*args, **kwargs) [ 534.898773] env[69506]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 534.898773] env[69506]: return func(*args, **kwargs) [ 534.898773] env[69506]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.898773] env[69506]: result = fn(*args, **kwargs) [ 534.898773] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.898773] env[69506]: return f(*args, **kwargs) [ 534.898773] env[69506]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.898773] env[69506]: return db.service_get_minimum_version(context, binaries) [ 534.898773] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.898773] env[69506]: _check_db_access() [ 534.898773] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.898773] env[69506]: stacktrace = ''.join(traceback.format_stack()) [ 534.898773] env[69506]: [ 534.899600] env[69506]: ERROR nova.db.main.api [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.899600] env[69506]: result = function(*args, **kwargs) [ 534.899600] env[69506]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 534.899600] env[69506]: return func(*args, **kwargs) [ 534.899600] env[69506]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.899600] env[69506]: result = fn(*args, **kwargs) [ 534.899600] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.899600] env[69506]: return f(*args, **kwargs) [ 534.899600] env[69506]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.899600] env[69506]: return db.service_get_minimum_version(context, binaries) [ 534.899600] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.899600] env[69506]: _check_db_access() [ 534.899600] env[69506]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.899600] env[69506]: stacktrace = ''.join(traceback.format_stack()) [ 534.899600] env[69506]: [ 534.899998] env[69506]: WARNING nova.objects.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.900144] env[69506]: WARNING nova.objects.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Failed to get minimum service version for cell dab414e6-7885-4115-95d6-812744c46e4a [ 534.900607] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Acquiring lock "singleton_lock" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.900769] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Acquired lock "singleton_lock" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.901055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Releasing lock "singleton_lock" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.901393] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Full set of CONF: {{(pid=69506) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 534.901536] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ******************************************************************************** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.901662] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] Configuration options gathered from: {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.901797] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.901986] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.902133] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ================================================================================ {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.902347] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] allow_resize_to_same_host = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.902516] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] arq_binding_timeout = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.902648] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] backdoor_port = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.902803] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] backdoor_socket = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.902983] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] block_device_allocate_retries = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.903159] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] block_device_allocate_retries_interval = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.903328] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cert = self.pem {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.903491] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.903657] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute_monitors = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.903824] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] config_dir = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.904234] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] config_drive_format = iso9660 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.904383] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.904595] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] config_source = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.904793] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] console_host = devstack {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.904966] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] control_exchange = nova {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905145] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cpu_allocation_ratio = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905308] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] daemon = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905477] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] debug = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905635] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_access_ip_network_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905801] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_availability_zone = nova {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.905955] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_ephemeral_format = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.906127] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_green_pool_size = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.906367] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.906531] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] default_schedule_zone = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.906684] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] disk_allocation_ratio = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.906843] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] enable_new_services = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907065] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] enabled_apis = ['osapi_compute'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907242] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] enabled_ssl_apis = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907402] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] flat_injected = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907562] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] force_config_drive = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907720] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] force_raw_images = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.907893] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] graceful_shutdown_timeout = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.908069] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] heal_instance_info_cache_interval = -1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.908297] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] host = cpu-1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.908477] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.908643] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] initial_disk_allocation_ratio = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.908806] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] initial_ram_allocation_ratio = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909060] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909249] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_build_timeout = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909412] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_delete_interval = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909580] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_format = [instance: %(uuid)s] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909743] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_name_template = instance-%08x {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.909907] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_usage_audit = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910089] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_usage_audit_period = month {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910256] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910422] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] instances_path = /opt/stack/data/nova/instances {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910586] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] internal_service_availability_zone = internal {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910741] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] key = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.910901] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] live_migration_retry_count = 30 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911077] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_color = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911246] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_config_append = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911412] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911571] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_dir = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911728] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.911857] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_options = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912046] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_rotate_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912229] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_rotate_interval_type = days {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912394] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] log_rotation_type = none {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912522] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912647] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912815] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.912977] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913142] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913313] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] long_rpc_timeout = 1800 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913471] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_concurrent_builds = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913629] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_concurrent_live_migrations = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913788] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_concurrent_snapshots = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.913943] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_local_block_devices = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914118] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_logfile_count = 30 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914277] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] max_logfile_size_mb = 200 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914433] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] maximum_instance_delete_attempts = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914626] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metadata_listen = 0.0.0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914789] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metadata_listen_port = 8775 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.914958] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metadata_workers = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915132] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] migrate_max_retries = -1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915297] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] mkisofs_cmd = genisoimage {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915503] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] my_block_storage_ip = 10.180.1.21 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915636] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] my_ip = 10.180.1.21 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915836] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.915996] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] network_allocate_retries = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.916187] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.916354] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] osapi_compute_listen = 0.0.0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.916543] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] osapi_compute_listen_port = 8774 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.916731] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] osapi_compute_unique_server_name_scope = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.916900] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] osapi_compute_workers = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917069] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] password_length = 12 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917234] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] periodic_enable = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917391] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] periodic_fuzzy_delay = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917555] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] pointer_model = usbtablet {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917719] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] preallocate_images = none {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.917878] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] publish_errors = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918013] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] pybasedir = /opt/stack/nova {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918174] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ram_allocation_ratio = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918333] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rate_limit_burst = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918497] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rate_limit_except_level = CRITICAL {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918653] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rate_limit_interval = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918808] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reboot_timeout = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.918961] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reclaim_instance_interval = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919129] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] record = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919296] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reimage_timeout_per_gb = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919459] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] report_interval = 120 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919616] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rescue_timeout = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919775] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reserved_host_cpus = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.919931] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reserved_host_disk_mb = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920098] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reserved_host_memory_mb = 512 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920257] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] reserved_huge_pages = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920414] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] resize_confirm_window = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920570] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] resize_fs_using_block_device = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920726] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] resume_guests_state_on_host_boot = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.920892] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921084] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] rpc_response_timeout = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921274] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] run_external_periodic_tasks = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921432] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] running_deleted_instance_action = reap {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921589] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] running_deleted_instance_poll_interval = 1800 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921747] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] running_deleted_instance_timeout = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.921904] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler_instance_sync_interval = 120 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922082] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_down_time = 720 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922251] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] servicegroup_driver = db {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922404] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] shell_completion = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922562] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] shelved_offload_time = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922713] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] shelved_poll_interval = 3600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.922878] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] shutdown_timeout = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923049] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] source_is_ipv6 = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923210] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ssl_only = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923454] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923620] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] sync_power_state_interval = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923782] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] sync_power_state_pool_size = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.923948] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] syslog_log_facility = LOG_USER {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924116] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] tempdir = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924276] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] timeout_nbd = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924440] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] transport_url = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924620] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] update_resources_interval = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924794] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_cow_images = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.924958] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_journal = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925154] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_json = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925322] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_rootwrap_daemon = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925482] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_stderr = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925640] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] use_syslog = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925796] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vcpu_pin_set = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.925963] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plugging_is_fatal = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.926145] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plugging_timeout = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.926311] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] virt_mkfs = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.926471] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] volume_usage_poll_interval = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.926630] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] watch_log_file = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.926800] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] web = /usr/share/spice-html5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.927010] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.927199] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.927362] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.927539] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_concurrency.disable_process_locking = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.927823] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928011] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928186] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928355] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928534] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928726] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.928921] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.auth_strategy = keystone {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929102] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.compute_link_prefix = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929278] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929450] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.dhcp_domain = novalocal {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929616] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.enable_instance_password = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929780] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.glance_link_prefix = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.929940] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930122] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930283] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.instance_list_per_project_cells = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930440] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.list_records_by_skipping_down_cells = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930597] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.local_metadata_per_cell = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930762] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.max_limit = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.930922] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.metadata_cache_expiration = 15 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931103] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.neutron_default_tenant_id = default {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931273] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.response_validation = warn {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931443] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.use_neutron_default_nets = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931608] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931770] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.931931] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932113] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932279] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_dynamic_targets = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932437] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_jsonfile_path = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932615] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932803] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.backend = dogpile.cache.memcached {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.932967] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.backend_argument = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.933202] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.backend_expiration_time = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.933447] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.config_prefix = cache.oslo {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.933714] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.dead_timeout = 60.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.933957] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.debug_cache_backend = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.enable_retry_client = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.enable_socket_keepalive = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.enabled = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.enforce_fips_mode = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.expiration_time = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.hashclient_retry_attempts = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.hashclient_retry_delay = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_dead_retry = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_password = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.939842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_pool_maxsize = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.943064] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.943291] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_sasl_enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.943759] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.943859] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_socket_timeout = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.944187] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.memcache_username = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.944578] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.proxies = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.944839] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_db = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.945178] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_password = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.945551] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_sentinel_service_name = mymaster {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.945833] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.946109] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_server = localhost:6379 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.946397] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_socket_timeout = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.946682] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.redis_username = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.946963] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.retry_attempts = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.947275] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.retry_delay = 0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.947621] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.socket_keepalive_count = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.947866] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.socket_keepalive_idle = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.948078] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.socket_keepalive_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.948260] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.tls_allowed_ciphers = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.948439] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.tls_cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.948631] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.tls_certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.948816] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.tls_enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.949048] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cache.tls_keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.949290] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.949500] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.auth_type = password {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.949679] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.949977] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.catalog_info = volumev3::publicURL {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.950239] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.950615] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.950707] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.cross_az_attach = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.950830] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.debug = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.951013] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.endpoint_template = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.951204] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.http_retries = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.951413] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.951624] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.951869] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.os_region_name = RegionOne {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.952009] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.952283] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cinder.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.952609] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.952821] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.cpu_dedicated_set = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.952995] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.cpu_shared_set = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.953188] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.image_type_exclude_list = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.953362] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.953529] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.max_concurrent_disk_ops = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.953693] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.max_disk_devices_to_attach = -1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.953860] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954064] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954250] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.resource_provider_association_refresh = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954416] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954614] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.shutdown_retry_interval = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954806] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.954993] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] conductor.workers = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.955191] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] console.allowed_origins = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.955350] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] console.ssl_ciphers = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.955523] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] console.ssl_minimum_version = default {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.955700] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] consoleauth.enforce_session_timeout = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.955887] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] consoleauth.token_ttl = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956080] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956243] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956409] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956570] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956733] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.956894] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957065] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957223] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957381] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957538] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957694] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.957853] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958017] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958196] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.service_type = accelerator {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958359] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958515] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958672] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.958832] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959015] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959179] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] cyborg.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959351] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.asyncio_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959511] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.asyncio_slave_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959678] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.backend = sqlalchemy {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.959846] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960014] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.connection_debug = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960189] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.connection_parameters = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960376] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.connection_recycle_time = 3600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960555] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.connection_trace = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960717] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.db_inc_retry_interval = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.960878] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.db_max_retries = 20 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961037] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.db_max_retry_interval = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961206] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.db_retry_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961366] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.max_overflow = 50 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961526] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.max_pool_size = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961686] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.max_retries = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.961857] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962020] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.mysql_wsrep_sync_wait = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962180] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.pool_timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962340] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.retry_interval = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962499] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.slave_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962659] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.sqlite_synchronous = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962820] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] database.use_db_reconnect = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.962984] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.asyncio_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963153] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.asyncio_slave_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963321] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.backend = sqlalchemy {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963487] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963647] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.connection_debug = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963813] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.connection_parameters = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.963973] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.connection_recycle_time = 3600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964147] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.connection_trace = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964309] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.db_inc_retry_interval = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964469] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.db_max_retries = 20 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964649] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.db_max_retry_interval = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964817] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.db_retry_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.964980] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.max_overflow = 50 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.965155] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.max_pool_size = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.965317] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.max_retries = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.965486] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.965654] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.965838] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.pool_timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966021] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.retry_interval = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966179] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.slave_connection = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966341] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] api_database.sqlite_synchronous = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966516] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] devices.enabled_mdev_types = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966692] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.966865] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ephemeral_storage_encryption.default_format = luks {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967055] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ephemeral_storage_encryption.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967221] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967393] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.api_servers = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967559] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967715] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.967916] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968148] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968323] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968488] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.debug = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968655] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.default_trusted_certificate_ids = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968819] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.enable_certificate_validation = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.968987] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.enable_rbd_download = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969153] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969317] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969476] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969635] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969793] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.969952] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.num_retries = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.970133] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.rbd_ceph_conf = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.970294] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.rbd_connect_timeout = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.970465] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.rbd_pool = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.970632] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.rbd_user = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.970858] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971028] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971106] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971273] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.service_type = image {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971434] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971589] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971745] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.971897] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972095] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972250] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.verify_glance_signatures = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972414] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] glance.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972591] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] guestfs.debug = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972771] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.972936] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.auth_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973107] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973263] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973424] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973578] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973739] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.973891] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974061] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974222] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974378] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974532] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974722] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.974885] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975110] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975229] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.service_type = shared-file-system {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975391] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.share_apply_policy_timeout = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975551] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975706] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.975864] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.976046] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.976239] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.976399] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] manila.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.976568] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] mks.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.976939] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977140] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.manager_interval = 2400 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977311] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.precache_concurrency = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977481] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.remove_unused_base_images = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977648] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977814] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.977988] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] image_cache.subdirectory_name = _base {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978178] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.api_max_retries = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978347] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.api_retry_interval = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978510] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978672] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.auth_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978831] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.978986] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979160] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979321] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.conductor_group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979478] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979653] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979797] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.979956] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980125] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980284] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980441] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980604] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.peer_list = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980761] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.980918] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981092] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.serial_console_state_timeout = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981244] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981412] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.service_type = baremetal {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981571] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.shard = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981733] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.981890] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982057] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982216] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982396] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982563] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ironic.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982764] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.982946] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] key_manager.fixed_key = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983143] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983307] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.barbican_api_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983464] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.barbican_endpoint = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983633] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.barbican_endpoint_type = public {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983796] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.barbican_region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.983951] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984119] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984283] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984442] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984635] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984774] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.number_of_retries = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.984939] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.retry_delay = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985115] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.send_service_user_token = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985278] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985435] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985609] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.verify_ssl = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985777] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican.verify_ssl_path = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.985942] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986116] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.auth_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986275] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986432] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986595] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986783] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.986947] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987123] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987282] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] barbican_service_user.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987447] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.approle_role_id = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987606] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.approle_secret_id = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987774] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.kv_mountpoint = secret {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.987931] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.kv_path = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988101] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.kv_version = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988260] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.namespace = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988415] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.root_token_id = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988570] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.ssl_ca_crt_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988735] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.timeout = 60.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.988895] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.use_ssl = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989071] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989240] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989397] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989560] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989716] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.989874] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990040] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990206] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990362] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990518] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990674] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990832] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.990988] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991156] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991335] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.service_type = identity {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991477] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991632] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991790] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.991944] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.992132] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.992299] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] keystone.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.992473] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.ceph_mount_options = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.992938] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993145] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.connection_uri = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993313] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_mode = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993481] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_model_extra_flags = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993650] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_models = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993823] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_power_governor_high = performance {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.993992] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_power_governor_low = powersave {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.994171] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_power_management = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.994342] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.994507] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.device_detach_attempts = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.994698] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.device_detach_timeout = 20 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.994873] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.disk_cachemodes = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995054] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.disk_prefix = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995227] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.enabled_perf_events = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995392] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.file_backed_memory = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995562] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.gid_maps = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995727] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.hw_disk_discard = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.995888] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.hw_machine_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996072] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_rbd_ceph_conf = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996238] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996399] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996567] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_rbd_glance_store_name = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996734] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_rbd_pool = rbd {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.996903] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_type = default {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997073] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.images_volume_group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997239] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.inject_key = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997401] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.inject_partition = -2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997560] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.inject_password = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997719] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.iscsi_iface = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.997880] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.iser_use_multipath = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998054] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_bandwidth = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998220] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998381] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_downtime = 500 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998541] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998714] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.998893] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_inbound_addr = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999070] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999236] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_permit_post_copy = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999393] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_scheme = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999564] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_timeout_action = abort {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999728] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_tunnelled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.999887] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_uri = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.000059] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.live_migration_with_native_tls = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.000221] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.max_queues = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.000383] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.000606] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.000769] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.nfs_mount_options = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001067] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001262] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001441] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_iser_scan_tries = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001565] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_memory_encrypted_guests = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001728] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.001891] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_pcie_ports = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.002068] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.num_volume_scan_tries = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.002237] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.pmem_namespaces = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.002393] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.quobyte_client_cfg = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.002690] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.002871] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rbd_connect_timeout = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003049] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003215] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003374] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rbd_secret_uuid = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003532] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rbd_user = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003694] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.003866] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.remote_filesystem_transport = ssh {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004032] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rescue_image_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004192] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rescue_kernel_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004347] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rescue_ramdisk_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004514] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004715] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.rx_queue_size = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.004894] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.smbfs_mount_options = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.005219] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.005398] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.snapshot_compression = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.005571] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.snapshot_image_format = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.005830] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006011] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.sparse_logical_volumes = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006181] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.swtpm_enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006355] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.swtpm_group = tss {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006525] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.swtpm_user = tss {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006694] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.sysinfo_serial = unique {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.006857] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.tb_cache_size = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007025] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.tx_queue_size = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007193] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.uid_maps = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007356] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.use_virtio_for_bridges = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007525] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.virt_type = kvm {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007717] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.volume_clear = zero {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.007897] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.volume_clear_size = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008077] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.volume_enforce_multipath = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008248] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.volume_use_multipath = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008409] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_cache_path = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008577] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008746] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_mount_group = qemu {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.008914] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_mount_opts = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.009094] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.009389] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.009572] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.vzstorage_mount_user = stack {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.009737] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.009911] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010103] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.auth_type = password {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010547] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010547] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010629] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010741] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.010904] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011090] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.default_floating_pool = public {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011253] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011417] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.extension_sync_interval = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011580] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.http_retries = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011747] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.011908] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012085] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012260] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012421] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012588] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.ovs_bridge = br-int {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012750] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.physnets = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.012920] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.region_name = RegionOne {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013091] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013265] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.service_metadata_proxy = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013424] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013595] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.service_type = network {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013758] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.013915] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014090] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014250] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014429] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014621] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] neutron.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014791] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.bdms_in_notifications = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.014971] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.default_level = INFO {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.015152] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.include_share_mapping = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.015328] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.notification_format = unversioned {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.015492] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.notify_on_state_change = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.015680] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.015879] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] pci.alias = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016065] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] pci.device_spec = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016235] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] pci.report_in_placement = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016406] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016577] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.auth_type = password {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016742] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.016904] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017070] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017234] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017390] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017548] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017702] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.default_domain_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.017859] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.default_domain_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018023] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.domain_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018185] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.domain_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018341] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018501] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018655] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018810] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.018965] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019144] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.password = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019303] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.project_domain_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019467] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.project_domain_name = Default {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019628] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.project_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019799] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.project_name = service {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.019962] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.region_name = RegionOne {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020134] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020295] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020461] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.service_type = placement {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020623] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020782] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.020939] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021105] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.system_scope = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021261] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021423] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.trust_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021575] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.user_domain_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021739] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.user_domain_name = Default {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.021895] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.user_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.022135] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.username = nova {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.022332] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.022512] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] placement.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.022681] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.cores = 20 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.022842] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.count_usage_from_placement = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023023] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023194] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.injected_file_content_bytes = 10240 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023356] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.injected_file_path_length = 255 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023518] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.injected_files = 5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023680] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.instances = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.023843] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.key_pairs = 100 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.024018] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.metadata_items = 128 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.024189] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.ram = 51200 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.024415] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.recheck_quota = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.024631] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.server_group_members = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.024827] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.server_groups = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025053] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025235] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] quota.unified_limits_resource_strategy = require {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025408] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025572] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025759] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.image_metadata_prefilter = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.025929] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026105] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.max_attempts = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026270] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.max_placement_results = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026440] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026602] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.query_placement_for_image_type_support = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026800] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.026991] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] scheduler.workers = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.027178] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.027351] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.027528] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.027695] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.027864] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028036] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028207] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028394] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028560] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.host_subset_size = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028724] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.028888] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029061] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029225] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029401] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029563] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.isolated_hosts = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029725] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.isolated_images = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.029889] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030058] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030226] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030387] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.pci_in_placement = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030551] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030710] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.030873] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031047] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031216] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031376] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031535] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.track_instance_changes = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031749] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.031877] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metrics.required = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.032054] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metrics.weight_multiplier = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.032219] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.032385] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] metrics.weight_setting = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.032774] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.032925] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.033119] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.port_range = 10000:20000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.033294] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.033494] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.033680] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] serial_console.serialproxy_port = 6083 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.033852] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034039] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.auth_type = password {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034207] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034366] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034526] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034714] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.034876] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.035063] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.send_service_user_token = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.035229] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.035385] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] service_user.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.035553] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.agent_enabled = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.035713] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036034] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036240] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036413] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.html5proxy_port = 6082 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036575] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.image_compression = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036737] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.jpeg_compression = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.036931] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.playback_compression = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.037065] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.require_secure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.037238] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.server_listen = 127.0.0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.037407] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.037696] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.037866] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.streaming_mode = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038040] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] spice.zlib_compression = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038212] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] upgrade_levels.baseapi = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038382] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] upgrade_levels.compute = auto {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038540] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] upgrade_levels.conductor = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038745] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] upgrade_levels.scheduler = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.038910] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039094] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.auth_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039256] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039416] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039577] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039736] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.039892] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040061] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040220] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vendordata_dynamic_auth.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040392] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.api_retry_count = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040549] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.ca_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040719] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.cache_prefix = devstack-image-cache {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.040885] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.cluster_name = testcl1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041059] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.connection_pool_size = 10 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041217] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.console_delay_seconds = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041384] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.datastore_regex = ^datastore.* {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041589] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041763] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.host_password = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.041927] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.host_port = 443 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.042105] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.host_username = administrator@vsphere.local {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.042274] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.insecure = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.042433] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.integration_bridge = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.042662] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.maximum_objects = 100 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.042874] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.pbm_default_policy = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.043106] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.pbm_enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.043331] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.pbm_wsdl_location = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.043561] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.043778] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.serial_port_proxy_uri = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.043997] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.serial_port_service_uri = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.044223] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.task_poll_interval = 0.5 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.044454] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.use_linked_clone = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.044692] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.vnc_keymap = en-us {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.044857] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.vnc_port = 5900 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.045041] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vmware.vnc_port_total = 10000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.045238] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.auth_schemes = ['none'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.045411] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.045714] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.045889] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046071] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.novncproxy_port = 6080 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046261] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.server_listen = 127.0.0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046442] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046602] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.vencrypt_ca_certs = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046761] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.vencrypt_client_cert = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.046916] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vnc.vencrypt_client_key = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047105] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047267] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_deep_image_inspection = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047427] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047585] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047745] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.047903] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.disable_rootwrap = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048075] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.enable_numa_live_migration = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048236] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048393] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048548] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048712] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.libvirt_disable_apic = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.048866] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.049034] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.049351] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.049523] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.049688] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.049853] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050021] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050187] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050347] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050508] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050691] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.050903] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.client_socket_timeout = 900 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051096] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.default_pool_size = 1000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051269] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.keep_alive = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051434] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.max_header_line = 16384 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051595] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.secure_proxy_ssl_header = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051763] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.ssl_ca_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.051916] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.ssl_cert_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.052085] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.ssl_key_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.052249] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.tcp_keepidle = 600 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.052421] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.052606] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] zvm.ca_file = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.052773] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] zvm.cloud_connector_url = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053087] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053265] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] zvm.reachable_timeout = 300 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053439] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053616] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053796] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.connection_string = messaging:// {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.053964] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.enabled = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.054151] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.es_doc_type = notification {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.054314] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.es_scroll_size = 10000 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.054481] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.es_scroll_time = 2m {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.054673] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.filter_error_trace = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.054847] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.hmac_keys = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055060] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.sentinel_service_name = mymaster {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055267] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.socket_timeout = 0.1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055439] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.trace_requests = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055605] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler.trace_sqlalchemy = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055782] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler_jaeger.process_tags = {} {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.055941] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler_jaeger.service_name_prefix = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056117] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] profiler_otlp.service_name_prefix = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056282] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] remote_debug.host = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056440] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] remote_debug.port = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056612] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056774] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.056956] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057133] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057294] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057454] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057613] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057774] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.057933] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058122] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058284] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058452] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058637] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058822] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.058989] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059245] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059332] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059492] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059659] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059822] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.059979] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060163] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060323] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060482] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060643] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060805] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.060964] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061135] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061298] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061457] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061617] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061786] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.061982] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.062121] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.062296] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.062457] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.ssl_version = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.062665] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.062881] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063064] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_notifications.retry = -1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063252] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063420] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_messaging_notifications.transport_url = **** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063592] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.auth_section = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063755] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.auth_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.063914] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.cafile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064082] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.certfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064248] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.collect_timing = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064407] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.connect_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064565] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.connect_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064755] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_id = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.064938] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_interface = publicURL {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065114] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_override = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065274] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065431] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065594] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.endpoint_service_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065779] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.insecure = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.065952] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.keyfile = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066127] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.max_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066287] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.min_version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066442] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.region_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066600] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.retriable_status_codes = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066759] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.service_name = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.066915] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.service_type = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067088] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.split_loggers = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067249] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.status_code_retries = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067407] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.status_code_retry_delay = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067563] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.timeout = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067719] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.valid_interfaces = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.067877] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_limit.version = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068050] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_reports.file_event_handler = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068217] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068374] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] oslo_reports.log_dir = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068541] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068706] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.068891] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069072] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069238] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069397] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069563] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069721] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.069883] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070058] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070222] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070380] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] vif_plug_ovs_privileged.user = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070547] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.flat_interface = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070728] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.070904] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071088] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071263] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071431] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071597] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071767] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.071963] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.072152] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.isolate_vif = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.072320] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.072510] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.072680] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.072859] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.ovsdb_interface = native {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073033] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] os_vif_ovs.per_port_bridge = False {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073206] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.capabilities = [21] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073362] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073519] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.helper_command = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073681] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.073844] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074016] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] privsep_osbrick.user = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074187] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074345] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.group = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074501] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.helper_command = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074703] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.074893] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.075075] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] nova_sys_admin.user = None {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.075210] env[69506]: DEBUG oslo_service.backend.eventlet.service [None req-1a013b6c-98bf-410a-9a5c-4edf9dbcda3b None None] ******************************************************************************** {{(pid=69506) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.075639] env[69506]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 535.578867] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Getting list of instances from cluster (obj){ [ 535.578867] env[69506]: value = "domain-c8" [ 535.578867] env[69506]: _type = "ClusterComputeResource" [ 535.578867] env[69506]: } {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.579998] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d7526-bba2-4493-980a-1b3de3df5d54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.589312] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Got total of 0 instances {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.589877] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 535.590367] env[69506]: INFO nova.virt.node [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Generated node identity 5cb2072c-925b-48c7-904b-f12a729344ea [ 535.590620] env[69506]: INFO nova.virt.node [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Wrote node identity 5cb2072c-925b-48c7-904b-f12a729344ea to /opt/stack/data/n-cpu-1/compute_id [ 536.093474] env[69506]: WARNING nova.compute.manager [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Compute nodes ['5cb2072c-925b-48c7-904b-f12a729344ea'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 537.098978] env[69506]: INFO nova.compute.manager [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 538.105408] env[69506]: WARNING nova.compute.manager [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 538.105772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.105876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.106023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.106183] env[69506]: DEBUG nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 538.107121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359c51b-b7df-45d2-87af-777c07f83d3f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.115752] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d04515-af85-4ec5-b284-483e0c944799 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.129983] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec1bd0-9404-490d-bd4f-510a4c811022 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.136604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a6c88-7999-46c6-abf0-dbdcf6b282c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.164969] env[69506]: DEBUG nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181004MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 538.165158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.165403] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.668114] env[69506]: WARNING nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] No compute node record for cpu-1:5cb2072c-925b-48c7-904b-f12a729344ea: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5cb2072c-925b-48c7-904b-f12a729344ea could not be found. [ 539.171626] env[69506]: INFO nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5cb2072c-925b-48c7-904b-f12a729344ea [ 540.680042] env[69506]: DEBUG nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 540.680440] env[69506]: DEBUG nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 540.835742] env[69506]: INFO nova.scheduler.client.report [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] [req-aac660e7-a0b9-4261-9480-a547d534ceb1] Created resource provider record via placement API for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.852750] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca89e42-2bea-4856-a7b9-8b2df45cec5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.860712] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a5fb3-daf5-43c0-8f59-60eef9be8c6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.891700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8063842-5997-4b0a-b189-e0c54c7a142e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.898943] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36ee2b-7fae-4d52-9d0d-b0bcb26aa7ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.912137] env[69506]: DEBUG nova.compute.provider_tree [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.444989] env[69506]: DEBUG nova.scheduler.client.report [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 541.445209] env[69506]: DEBUG nova.compute.provider_tree [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 0 to 1 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.445348] env[69506]: DEBUG nova.compute.provider_tree [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.493974] env[69506]: DEBUG nova.compute.provider_tree [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 1 to 2 during operation: update_traits {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.998886] env[69506]: DEBUG nova.compute.resource_tracker [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 541.999138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.999298] env[69506]: DEBUG nova.service [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Creating RPC server for service compute {{(pid=69506) start /opt/stack/nova/nova/service.py:186}} [ 542.012327] env[69506]: DEBUG nova.service [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] Join ServiceGroup membership for this service compute {{(pid=69506) start /opt/stack/nova/nova/service.py:203}} [ 542.012519] env[69506]: DEBUG nova.servicegroup.drivers.db [None req-44259a68-d8ae-48d6-9961-5178080ec462 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69506) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 561.014830] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.519234] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Getting list of instances from cluster (obj){ [ 561.519234] env[69506]: value = "domain-c8" [ 561.519234] env[69506]: _type = "ClusterComputeResource" [ 561.519234] env[69506]: } {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 561.520430] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46896bb1-f07e-44d6-97c7-d772d1a70628 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.529038] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Got total of 0 instances {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 561.529264] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.529551] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Getting list of instances from cluster (obj){ [ 561.529551] env[69506]: value = "domain-c8" [ 561.529551] env[69506]: _type = "ClusterComputeResource" [ 561.529551] env[69506]: } {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 561.530378] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220ed21-080b-49cc-8674-a73e7bc553aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.537588] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Got total of 0 instances {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.035736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.035736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.041861] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "c233b1d7-033a-4205-811a-ed51d821e0e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.042117] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.543506] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.545134] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.945200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "d45b0d94-073c-4199-9109-186206a863bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.946352] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.088901] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.089226] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.091327] env[69506]: INFO nova.compute.claims [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.102220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.451603] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.580853] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.581099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.886663] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "a685c596-6398-4303-99ee-9e902779fa61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.887020] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.990488] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.083729] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.220412] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286a284-94ba-46d8-831a-80bab1983563 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.230356] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b605822f-342d-4916-94cd-ce921a0d622e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.267991] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c56827-d444-48f4-9486-102e1b8c046d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.281767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8906d-4efa-4428-9610-277fdf7c2878 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.302206] env[69506]: DEBUG nova.compute.provider_tree [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.390634] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.608920] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.807748] env[69506]: DEBUG nova.scheduler.client.report [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.923589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.972997] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.972997] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.313030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.313689] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.316337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.214s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.317680] env[69506]: INFO nova.compute.claims [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.476731] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.823674] env[69506]: DEBUG nova.compute.utils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.826128] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.829333] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.011640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.336713] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.464837] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f01612a-31ab-4946-a1e6-1e72fea25616 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.474662] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be1200a-f433-40c2-8548-32a6a6845805 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.507511] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d74ce10-e7d0-4b4f-95a0-98f8fa15c4f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.516222] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71eb34-68d4-4dab-9b8d-ddfa38ab66fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.531187] env[69506]: DEBUG nova.compute.provider_tree [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.597802] env[69506]: DEBUG nova.policy [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '835f7b9d699d48179504db1d50a34e79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24119c722de74d028bcc3d4cb36375e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.035394] env[69506]: DEBUG nova.scheduler.client.report [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.352443] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.390478] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.390478] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.390478] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.390711] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.390711] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.390711] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.390711] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.391162] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.391355] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.391535] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.391709] env[69506]: DEBUG nova.virt.hardware [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.392694] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee83c61-48b5-4e7d-afe8-4761d42124bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.403923] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5c7f5b-4a80-426b-b424-aae639811356 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.428135] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e43f2-d99b-4327-b224-518a00e9086f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.544437] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.545213] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.548415] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.558s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.549906] env[69506]: INFO nova.compute.claims [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.578166] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Successfully created port: 5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.058625] env[69506]: DEBUG nova.compute.utils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.066597] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.066992] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.286350] env[69506]: DEBUG nova.policy [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7630aa7499a745469943a0cff36665a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64e476c01dc4f7d829c09914488bb29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.568260] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.688599] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fdce70-2976-4239-a893-6808cee3b33c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.700341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874e5e7-7420-4019-bf00-2e84de5be371 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.737672] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d44fd-7ac7-48dd-a0fc-db655f609d8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.748384] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff8f056-0d63-49a9-b69e-9f18b1867ee2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.763807] env[69506]: DEBUG nova.compute.provider_tree [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.978458] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Successfully created port: 96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.264044] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.264393] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.264755] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.264755] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.264938] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.265222] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.265707] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.265707] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 590.265707] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.269293] env[69506]: DEBUG nova.scheduler.client.report [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.581448] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.605461] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.605771] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.605933] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.606128] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.606277] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.606421] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.606717] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.606930] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.607071] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.607233] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.607624] env[69506]: DEBUG nova.virt.hardware [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.608286] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6187f-a1a4-494e-b5b2-99f0122c4149 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.616891] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0300f-fc91-492d-a756-781058921867 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.773978] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.774633] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.775103] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.783112] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.172s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.783112] env[69506]: INFO nova.compute.claims [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.282389] env[69506]: DEBUG nova.compute.utils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.287524] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.287524] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.372118] env[69506]: DEBUG nova.policy [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0026e392da6741b68672f79203d3445f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab56c945240143559c3081d158828872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.785592] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.935784] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf14b75e-67cc-4f06-8934-773cf4666124 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.945429] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddf28e-1e87-4ff3-bcef-8a64b4fc4acc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.985435] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a8b5d-676d-4daf-9dff-09deb4294aa4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.994372] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59cbbaf-4ca9-4419-a226-07a11cebc6e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.011610] env[69506]: DEBUG nova.compute.provider_tree [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.089611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.090421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.110532] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Successfully created port: 302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.515775] env[69506]: DEBUG nova.scheduler.client.report [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.597095] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.618297] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Successfully updated port: 96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.799088] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.838567] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.838969] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.839833] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.840093] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.841640] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.841640] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.841640] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.841640] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.841640] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.841867] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.841867] env[69506]: DEBUG nova.virt.hardware [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.842995] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a04efbd-9b81-4688-ac7d-def7cc54f51e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.854683] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17b70c-d508-4952-83ec-398a037f6ec3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.991161] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Successfully updated port: 5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.023567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.024581] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.027306] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.104s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.028898] env[69506]: INFO nova.compute.claims [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.124280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.124280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.124280] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.131883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.497539] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497539] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquired lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497539] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.536014] env[69506]: DEBUG nova.compute.utils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.539539] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 593.689674] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.932520] env[69506]: DEBUG nova.compute.manager [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Received event network-vif-plugged-96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.932775] env[69506]: DEBUG oslo_concurrency.lockutils [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] Acquiring lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.932835] env[69506]: DEBUG oslo_concurrency.lockutils [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.933021] env[69506]: DEBUG oslo_concurrency.lockutils [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.933673] env[69506]: DEBUG nova.compute.manager [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] No waiting events found dispatching network-vif-plugged-96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.933799] env[69506]: WARNING nova.compute.manager [req-18c55360-2f24-42a9-bd55-4c9cd6fdcc36 req-62d43019-06c7-402b-ad4c-d4919f3e01d4 service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Received unexpected event network-vif-plugged-96b723bd-3da4-4330-8ae1-f6fb37a8300b for instance with vm_state building and task_state spawning. [ 594.040691] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.102071] env[69506]: DEBUG nova.compute.manager [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Received event network-vif-plugged-5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.102345] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] Acquiring lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.102581] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.102790] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.103197] env[69506]: DEBUG nova.compute.manager [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] No waiting events found dispatching network-vif-plugged-5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.103197] env[69506]: WARNING nova.compute.manager [req-9e9f6e3b-2c81-4940-91e7-616f52c33fec req-1d3b371f-763e-47fd-a8d1-07b7b3a3037b service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Received unexpected event network-vif-plugged-5f3fd6d5-547b-4244-9906-52d6ce2478c4 for instance with vm_state building and task_state spawning. [ 594.124420] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.127681] env[69506]: DEBUG nova.network.neutron [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Updating instance_info_cache with network_info: [{"id": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "address": "fa:16:3e:d6:40:58", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b723bd-3d", "ovs_interfaceid": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.216194] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b14465-e0e9-413b-8fe6-b6477612b6d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.226945] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f45e8-cef3-4045-b06c-a3d5edd1c995 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.263194] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73fc34-dc12-40b6-91fc-847637489987 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.271385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a19c7c-d5d1-40af-9331-51ad5aeeec83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.284963] env[69506]: DEBUG nova.compute.provider_tree [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.600907] env[69506]: DEBUG nova.network.neutron [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Updating instance_info_cache with network_info: [{"id": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "address": "fa:16:3e:f8:28:84", "network": {"id": "655d5c1f-5081-4cee-bf93-51595ae5aca4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1077871609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24119c722de74d028bcc3d4cb36375e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fd6d5-54", "ovs_interfaceid": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.617696] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Successfully updated port: 302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.633036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.633036] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Instance network_info: |[{"id": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "address": "fa:16:3e:d6:40:58", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b723bd-3d", "ovs_interfaceid": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.633233] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:40:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96b723bd-3da4-4330-8ae1-f6fb37a8300b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.650561] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.651653] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da700add-20fb-4b71-b9b9-41a7dc37a376 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.668718] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created folder: OpenStack in parent group-v4. [ 594.668782] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating folder: Project (a64e476c01dc4f7d829c09914488bb29). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.668990] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a71e47-8e6d-411e-acb5-aa696a190e7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.679766] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created folder: Project (a64e476c01dc4f7d829c09914488bb29) in parent group-v649133. [ 594.679766] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating folder: Instances. Parent ref: group-v649134. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.679861] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49b5809-7d33-4b0b-8767-2b3667ae0b4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.693954] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created folder: Instances in parent group-v649134. [ 594.693954] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.693954] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.693954] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-668af27a-4921-4d26-bcc3-0f7815aa651f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.715425] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.715425] env[69506]: value = "task-3248649" [ 594.715425] env[69506]: _type = "Task" [ 594.715425] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.726789] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248649, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.788977] env[69506]: DEBUG nova.scheduler.client.report [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.063232] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.098680] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.098996] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.099085] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.099251] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.099393] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.099536] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.099796] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.099891] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.100324] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.100571] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.100810] env[69506]: DEBUG nova.virt.hardware [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.101778] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc8093-b660-494f-a508-8b724f47a8f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.104758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Releasing lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.104993] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Instance network_info: |[{"id": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "address": "fa:16:3e:f8:28:84", "network": {"id": "655d5c1f-5081-4cee-bf93-51595ae5aca4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1077871609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24119c722de74d028bcc3d4cb36375e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fd6d5-54", "ovs_interfaceid": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.105684] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:28:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3fd6d5-547b-4244-9906-52d6ce2478c4', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.112639] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Creating folder: Project (24119c722de74d028bcc3d4cb36375e4). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.113840] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9afc313-789d-4f5d-b766-08568ed12a58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.122346] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.122346] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquired lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.122346] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.122346] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8abad2a-8470-4689-b749-2ebc7cd79fa0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.138532] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.144980] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Creating folder: Project (a5adad9bba484972be990e06c14405a0). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.147647] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e99fce6-4986-4e90-9f31-4e995402650e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.148505] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Created folder: Project (24119c722de74d028bcc3d4cb36375e4) in parent group-v649133. [ 595.148684] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Creating folder: Instances. Parent ref: group-v649137. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.149192] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8060d0a-9ae6-4a55-9c70-18ba90cb096f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.161906] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Created folder: Project (a5adad9bba484972be990e06c14405a0) in parent group-v649133. [ 595.162418] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Creating folder: Instances. Parent ref: group-v649138. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.165793] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f26098-f5c0-47c7-898a-592001f8a1bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.166502] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Created folder: Instances in parent group-v649137. [ 595.166725] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.167197] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.167764] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa79196a-5e71-4e58-86b4-6b6f29c04bb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.184936] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Created folder: Instances in parent group-v649138. [ 595.185199] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.185832] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.186065] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246a0da2-62a8-4a6d-bda3-aba84bd59501 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.201853] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.201853] env[69506]: value = "task-3248654" [ 595.201853] env[69506]: _type = "Task" [ 595.201853] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.206057] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.206057] env[69506]: value = "task-3248655" [ 595.206057] env[69506]: _type = "Task" [ 595.206057] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.209505] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248654, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.218339] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248655, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.227720] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248649, 'name': CreateVM_Task, 'duration_secs': 0.393733} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.227886] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.241244] env[69506]: DEBUG oslo_vmware.service [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80d9ff-aa96-4425-9c5d-9f290f75535a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.250217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.250396] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.251122] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.251451] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f8542c-f1c0-4409-855e-74c05bae545d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.262691] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 595.262691] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d75781-43fd-e467-a82e-ce63c45fd364" [ 595.262691] env[69506]: _type = "Task" [ 595.262691] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.271201] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d75781-43fd-e467-a82e-ce63c45fd364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.294581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.295230] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.298493] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.287s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.299666] env[69506]: INFO nova.compute.claims [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.364457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.364702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.715148] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248654, 'name': CreateVM_Task, 'duration_secs': 0.357998} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.719476] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.721716] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.726084] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248655, 'name': CreateVM_Task, 'duration_secs': 0.325685} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.726950] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.728587] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.728991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.776969] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.777291] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.777676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.777760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.778143] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.778461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.778723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.781820] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb462d9-0d59-4f07-aeac-2b2db8a0b23a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.781820] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509d68ae-5449-4a0e-99a0-a9685ef6c213 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.788607] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 595.788607] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5284de92-96ce-5c1f-33b9-0dbbe51a7648" [ 595.788607] env[69506]: _type = "Task" [ 595.788607] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.793113] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.793347] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.795579] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77751ef-38ba-46cc-a4c8-45eba2125012 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.801181] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5284de92-96ce-5c1f-33b9-0dbbe51a7648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.804931] env[69506]: DEBUG nova.compute.utils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.810657] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.810828] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.815950] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1166e29b-fe9c-48a5-8974-fb619a078c6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.819169] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 595.819169] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52623501-e50b-9566-8174-6d35289ed0cc" [ 595.819169] env[69506]: _type = "Task" [ 595.819169] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.832668] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52623501-e50b-9566-8174-6d35289ed0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.868362] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.978454] env[69506]: DEBUG nova.policy [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7e20ccb9954c71ab5e5e1e387d6e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad20d82d8f401f95bfa1e53529568e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.301719] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.302032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.302296] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.302499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.303106] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.303288] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c8e5b4-cadd-4fab-8912-1c8c38cde71a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.311481] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.316500] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 596.316500] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7963a-0760-f511-3018-db3ed61bf078" [ 596.316500] env[69506]: _type = "Task" [ 596.316500] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.317048] env[69506]: DEBUG nova.network.neutron [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Updating instance_info_cache with network_info: [{"id": "302d0124-7de5-40b7-b053-542d50ffbbd2", "address": "fa:16:3e:d5:a3:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302d0124-7d", "ovs_interfaceid": "302d0124-7de5-40b7-b053-542d50ffbbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.347711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.347974] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.348209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.349041] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.349172] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating directory with path [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.349333] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77fbec36-a645-4a6a-82a2-3ff0a12c35b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.372382] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created directory with path [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.372382] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Fetch image to [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.372382] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Downloading image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69506) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.374181] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771aa642-43c6-4d3f-b288-9ef91ca47dcb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.395202] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baedb8c-a4df-479a-a141-9a176f0c23c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.410869] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce77886-5223-4722-be43-4fa411a20114 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.464557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.464557] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09c5fd-74e0-4269-ad51-4c87e72ea153 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.469952] env[69506]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-897d2340-4a5a-4842-a958-5acb5249dc68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.558899] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "53fa68d5-4517-49da-a742-d6c4800aecef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.558899] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.563040] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Downloading image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to the data store datastore1 {{(pid=69506) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.670426] env[69506]: DEBUG oslo_vmware.rw_handles [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.756114] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acb448b-34a4-42a7-aeed-e808a7c7174f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.777198] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d2698-4191-43c0-91f9-9cb029870963 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.813100] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffd617-8cf7-4330-9ab9-589eca3b01df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.822321] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9876fd0f-8a25-49b6-b84b-e2633d9f5170 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.831382] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Releasing lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.831382] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Instance network_info: |[{"id": "302d0124-7de5-40b7-b053-542d50ffbbd2", "address": "fa:16:3e:d5:a3:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302d0124-7d", "ovs_interfaceid": "302d0124-7de5-40b7-b053-542d50ffbbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.844146] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a3:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302d0124-7de5-40b7-b053-542d50ffbbd2', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.853514] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Creating folder: Project (ab56c945240143559c3081d158828872). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.853514] env[69506]: DEBUG nova.compute.provider_tree [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.861268] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da174d08-8400-4c59-a871-0f7097aa9b17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.871821] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Created folder: Project (ab56c945240143559c3081d158828872) in parent group-v649133. [ 596.872053] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Creating folder: Instances. Parent ref: group-v649143. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.873831] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca0dd4d-7ec8-43ce-b0b3-2a9b3faea8d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.884144] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Created folder: Instances in parent group-v649143. [ 596.885322] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.885322] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.885322] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d8048a-e0d0-42b0-b593-af74588c23dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.912246] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.912246] env[69506]: value = "task-3248658" [ 596.912246] env[69506]: _type = "Task" [ 596.912246] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.923489] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248658, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.047904] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Received event network-changed-96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.048103] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Refreshing instance network info cache due to event network-changed-96b723bd-3da4-4330-8ae1-f6fb37a8300b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.048324] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Acquiring lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.048631] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Acquired lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.048631] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Refreshing network info cache for port 96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.061838] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.205257] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.205527] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.254378] env[69506]: DEBUG nova.compute.manager [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Received event network-changed-5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.254627] env[69506]: DEBUG nova.compute.manager [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Refreshing instance network info cache due to event network-changed-5f3fd6d5-547b-4244-9906-52d6ce2478c4. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.255155] env[69506]: DEBUG oslo_concurrency.lockutils [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] Acquiring lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.255318] env[69506]: DEBUG oslo_concurrency.lockutils [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] Acquired lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.255483] env[69506]: DEBUG nova.network.neutron [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Refreshing network info cache for port 5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.358325] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.364071] env[69506]: DEBUG nova.scheduler.client.report [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.396192] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.396371] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.396560] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.396776] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.397045] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.397298] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.397553] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.397778] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.397956] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.398143] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.398543] env[69506]: DEBUG nova.virt.hardware [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.399487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae640f3-65a2-49d2-b920-0a170fdf960c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.404449] env[69506]: DEBUG oslo_vmware.rw_handles [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.404670] env[69506]: DEBUG oslo_vmware.rw_handles [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.410912] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Successfully created port: 4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.414165] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086be92-2a33-4345-b265-c7273f58165e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.437924] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248658, 'name': CreateVM_Task, 'duration_secs': 0.357855} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.438803] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.438803] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.439230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.439288] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439534] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ab9d53-8089-43ff-b9be-fa06e8e75c54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.444293] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 597.444293] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528bfb39-a0e6-da41-e3fc-93768adfa938" [ 597.444293] env[69506]: _type = "Task" [ 597.444293] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.455434] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528bfb39-a0e6-da41-e3fc-93768adfa938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.563949] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Downloaded image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69506) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.565719] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.565989] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copying Virtual Disk [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk to [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.566697] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-504f2cc3-eda8-47f2-909c-0b92cddf6dd2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.576683] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 597.576683] env[69506]: value = "task-3248659" [ 597.576683] env[69506]: _type = "Task" [ 597.576683] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.588101] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.601397] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.708215] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.870347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.870507] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.873014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.099s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.873212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.873411] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 597.873712] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.743s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.875297] env[69506]: INFO nova.compute.claims [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.880021] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d646c7-0ee9-4afd-924e-877352db8295 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.889046] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b76dd-22d6-4804-a05e-23de05712e1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.905787] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9f2a9-fc92-4b26-831d-a57ba61cf107 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.914282] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eefec4d-f2ce-4e80-8fb3-7f393b15f62a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.952947] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181012MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 597.953141] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.964469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.964469] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.964469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.091164] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248659, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.204457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "e20d7d56-118a-4f11-8f47-9c9e66322319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.204604] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.240247] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.383130] env[69506]: DEBUG nova.compute.utils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.384760] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.385020] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.589197] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682515} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.589409] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copied Virtual Disk [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk to [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.591245] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleting the datastore file [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.591245] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfdcee6-e01c-4b6b-a7d3-d6d80f21a5f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.597092] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 598.597092] env[69506]: value = "task-3248660" [ 598.597092] env[69506]: _type = "Task" [ 598.597092] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.601170] env[69506]: DEBUG nova.network.neutron [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Updated VIF entry in instance network info cache for port 5f3fd6d5-547b-4244-9906-52d6ce2478c4. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.601170] env[69506]: DEBUG nova.network.neutron [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Updating instance_info_cache with network_info: [{"id": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "address": "fa:16:3e:f8:28:84", "network": {"id": "655d5c1f-5081-4cee-bf93-51595ae5aca4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1077871609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24119c722de74d028bcc3d4cb36375e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fd6d5-54", "ovs_interfaceid": "5f3fd6d5-547b-4244-9906-52d6ce2478c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.606359] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.663172] env[69506]: DEBUG nova.policy [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90042ae391ab454cbe0e464a22ebd3b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb01f267070c4adf8f1f2175a752164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.861802] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Updated VIF entry in instance network info cache for port 96b723bd-3da4-4330-8ae1-f6fb37a8300b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.861802] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Updating instance_info_cache with network_info: [{"id": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "address": "fa:16:3e:d6:40:58", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b723bd-3d", "ovs_interfaceid": "96b723bd-3da4-4330-8ae1-f6fb37a8300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.895197] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.103625] env[69506]: DEBUG oslo_concurrency.lockutils [req-47de80b8-62aa-46a1-b615-9d3461546c38 req-95c36cf1-e607-4a7d-a400-c67dc900c0fe service nova] Releasing lock "refresh_cache-50b06b01-5d51-4d98-b148-ebc6d28b78fe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.111300] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024225} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.117154] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.118212] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Moving file from [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef/8e9b45b5-16de-4b59-bf59-36725e85fac6 to [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6. {{(pid=69506) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.119701] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-75c12b4f-2556-41b1-a3d8-91ace1bd5aca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.132380] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 599.132380] env[69506]: value = "task-3248661" [ 599.132380] env[69506]: _type = "Task" [ 599.132380] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.141183] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248661, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.229603] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ed57b-8bb3-4b56-bd50-96b3cf08cb8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.239836] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45573703-87a5-4111-902a-93a90a671316 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.271820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257ef4c9-debb-49f3-886a-0fa540583820 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.279356] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da7cf2-9703-44cb-8043-0cfb03d35e01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.292959] env[69506]: DEBUG nova.compute.provider_tree [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.365176] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Releasing lock "refresh_cache-c233b1d7-033a-4205-811a-ed51d821e0e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.365488] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Received event network-vif-plugged-302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.365779] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Acquiring lock "d45b0d94-073c-4199-9109-186206a863bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.365964] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Lock "d45b0d94-073c-4199-9109-186206a863bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.366180] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Lock "d45b0d94-073c-4199-9109-186206a863bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.366414] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] No waiting events found dispatching network-vif-plugged-302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.366539] env[69506]: WARNING nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Received unexpected event network-vif-plugged-302d0124-7de5-40b7-b053-542d50ffbbd2 for instance with vm_state building and task_state spawning. [ 599.366727] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Received event network-changed-302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.366912] env[69506]: DEBUG nova.compute.manager [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Refreshing instance network info cache due to event network-changed-302d0124-7de5-40b7-b053-542d50ffbbd2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.367120] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Acquiring lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.367259] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Acquired lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.367443] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Refreshing network info cache for port 302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.507077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "abda8eec-b811-493c-b1cc-bb5c2c351083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.507358] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.642447] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248661, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031668} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.642715] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] File moved {{(pid=69506) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.642926] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Cleaning up location [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.645570] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleting the datastore file [datastore1] vmware_temp/95465795-1cd1-424f-b052-aa48d56a47ef {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.646148] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b32af3d-c7c6-40f3-9da1-61776a7f61b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.656167] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 599.656167] env[69506]: value = "task-3248662" [ 599.656167] env[69506]: _type = "Task" [ 599.656167] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.665203] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.797725] env[69506]: DEBUG nova.scheduler.client.report [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.910929] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.946724] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.947223] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.947430] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.947617] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.947767] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.947907] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.948309] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.948309] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.948469] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.948625] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.948827] env[69506]: DEBUG nova.virt.hardware [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.950151] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71519975-8bdd-4966-a279-9c79752486c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.961302] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33586bf-0a9e-4bc9-b08b-656ce41e03c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.968496] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Successfully created port: 302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.167668] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025387} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.167668] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.168131] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0072f7ae-996e-4725-babe-f120bbadcb4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.180949] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 600.180949] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213db9c-bb9d-4b70-d245-41e0e308cce7" [ 600.180949] env[69506]: _type = "Task" [ 600.180949] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.192684] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213db9c-bb9d-4b70-d245-41e0e308cce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.259608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "54366b5d-6ffa-4094-8b77-259668b00cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.259839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.305272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.305840] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.308956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.847s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.310859] env[69506]: INFO nova.compute.claims [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.692673] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213db9c-bb9d-4b70-d245-41e0e308cce7, 'name': SearchDatastore_Task, 'duration_secs': 0.019607} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.692981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.693565] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] c233b1d7-033a-4205-811a-ed51d821e0e9/c233b1d7-033a-4205-811a-ed51d821e0e9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.693565] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.695035] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.695035] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a68c43a-0558-457d-94f4-b91d10073efb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.698157] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f57507d-a967-41df-a428-1346420979d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.705230] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 600.705230] env[69506]: value = "task-3248663" [ 600.705230] env[69506]: _type = "Task" [ 600.705230] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.713031] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.713031] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.713031] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e112daed-ff22-443f-b45d-3ef6a04e69e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.717689] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.721061] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 600.721061] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d5954-ed99-4e86-ad2c-b9e576a3125d" [ 600.721061] env[69506]: _type = "Task" [ 600.721061] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.732621] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d5954-ed99-4e86-ad2c-b9e576a3125d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.823219] env[69506]: DEBUG nova.compute.utils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.824762] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.824933] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.970033] env[69506]: DEBUG nova.policy [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c9c295f70d041b3978ee042d7fa3051', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e53842cf154b43b2aecccce504642d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.007105] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Updated VIF entry in instance network info cache for port 302d0124-7de5-40b7-b053-542d50ffbbd2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.007678] env[69506]: DEBUG nova.network.neutron [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Updating instance_info_cache with network_info: [{"id": "302d0124-7de5-40b7-b053-542d50ffbbd2", "address": "fa:16:3e:d5:a3:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302d0124-7d", "ovs_interfaceid": "302d0124-7de5-40b7-b053-542d50ffbbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.050428] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2268a6a7-acbf-4df5-9755-21e1612399f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.051492] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.082138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2f5b78cc-c97d-439f-a536-df4279294d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.082138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.219572] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492831} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.220221] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] c233b1d7-033a-4205-811a-ed51d821e0e9/c233b1d7-033a-4205-811a-ed51d821e0e9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.220776] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.222024] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e443e7c-97a8-4b91-a4c4-35a168019724 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.240579] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d5954-ed99-4e86-ad2c-b9e576a3125d, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.243541] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 601.243541] env[69506]: value = "task-3248664" [ 601.243541] env[69506]: _type = "Task" [ 601.243541] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.243541] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0afe7fb-eeda-4967-ad7e-f0b646281a51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.255989] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 601.255989] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526b5eea-ddce-9310-f317-a8918e5e7757" [ 601.255989] env[69506]: _type = "Task" [ 601.255989] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.266876] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526b5eea-ddce-9310-f317-a8918e5e7757, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.267263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.267521] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 50b06b01-5d51-4d98-b148-ebc6d28b78fe/50b06b01-5d51-4d98-b148-ebc6d28b78fe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.267798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.267975] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.268227] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c30df3-7ecb-4f94-881e-4a829d17e5f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.270653] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de1fab1-4b3b-4de9-b1d2-88b988b520b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.277469] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 601.277469] env[69506]: value = "task-3248665" [ 601.277469] env[69506]: _type = "Task" [ 601.277469] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.278681] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.278843] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.283237] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e2766c-fdc7-4a62-92ec-824f80400118 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.291623] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.293130] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 601.293130] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dd6dd5-eb54-ca9f-a58b-71c2aecfc998" [ 601.293130] env[69506]: _type = "Task" [ 601.293130] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.302218] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dd6dd5-eb54-ca9f-a58b-71c2aecfc998, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.303018] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ab6e6b-bfc4-4371-8f30-1594811bef90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.308631] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 601.308631] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52202303-c4e7-0720-d142-59488f72c871" [ 601.308631] env[69506]: _type = "Task" [ 601.308631] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.317928] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52202303-c4e7-0720-d142-59488f72c871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.330469] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.511899] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc3db5be-25a3-4e05-b679-263a70c50f4c req-74034500-c33b-4266-9ff3-814d6df77d3e service nova] Releasing lock "refresh_cache-d45b0d94-073c-4199-9109-186206a863bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.514969] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Successfully updated port: 4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.589206] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c46bb7-494a-4430-b939-b18990a201be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.598774] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce2f3d-3ae4-4234-bb76-1a132b03385e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.634046] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e33d8-46aa-4459-b468-1540a7cc2515 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.642538] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff578f0-86e6-4e34-96ff-6fd6633f0af8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.657755] env[69506]: DEBUG nova.compute.provider_tree [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.758615] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096566} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.759017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.759981] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e301b1a1-7a3b-4d08-87cf-0c5c11c463de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.787659] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c233b1d7-033a-4205-811a-ed51d821e0e9/c233b1d7-033a-4205-811a-ed51d821e0e9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.788135] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be69b99-e41c-4be0-ba2a-bbdfa3c3788f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.811990] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478417} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.816928] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 50b06b01-5d51-4d98-b148-ebc6d28b78fe/50b06b01-5d51-4d98-b148-ebc6d28b78fe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.817197] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.817502] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 601.817502] env[69506]: value = "task-3248666" [ 601.817502] env[69506]: _type = "Task" [ 601.817502] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.817697] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36762723-0b27-4bbf-9571-257c551dd8ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.827045] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52202303-c4e7-0720-d142-59488f72c871, 'name': SearchDatastore_Task, 'duration_secs': 0.008284} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.828467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.828756] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5ba55a32-cfcf-46aa-b04d-57403995c01d/5ba55a32-cfcf-46aa-b04d-57403995c01d.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.829043] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.829299] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.829466] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd74faf4-25ff-4c74-8a66-e6dba2a80f93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.834214] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cdca552-5fab-4624-b14f-b6bdc453a469 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.837305] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 601.837305] env[69506]: value = "task-3248667" [ 601.837305] env[69506]: _type = "Task" [ 601.837305] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.851072] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 601.851072] env[69506]: value = "task-3248668" [ 601.851072] env[69506]: _type = "Task" [ 601.851072] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.851294] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.854576] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.854576] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.857732] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79365d7-866d-4bf7-850d-310a9d30371c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.865346] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 601.865346] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52176fa5-4e88-4b41-3b86-db8b9262498e" [ 601.865346] env[69506]: _type = "Task" [ 601.865346] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.871995] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.874431] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.881351] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52176fa5-4e88-4b41-3b86-db8b9262498e, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.882292] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db05b7b-00f8-4b1f-b5ef-63ce2e06e7c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.887342] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 601.887342] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b9c56-7597-1d2e-e41c-4eec9b9be55d" [ 601.887342] env[69506]: _type = "Task" [ 601.887342] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.896521] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b9c56-7597-1d2e-e41c-4eec9b9be55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.988967] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "dd446be4-4742-446e-b692-8064b7ddbf9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.989207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.026200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.026200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.026200] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.160753] env[69506]: DEBUG nova.scheduler.client.report [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.337416] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.355555] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.357924] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074946} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.361616] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.362684] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9a3f0-b72e-41f7-a68e-985552fd17b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.385222] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 50b06b01-5d51-4d98-b148-ebc6d28b78fe/50b06b01-5d51-4d98-b148-ebc6d28b78fe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.391164] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f91f43-163e-47b4-85af-fe204a7241e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.405084] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490046} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.408563] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5ba55a32-cfcf-46aa-b04d-57403995c01d/5ba55a32-cfcf-46aa-b04d-57403995c01d.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.408784] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.409641] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af633671-88d4-4e36-acea-683b415e68df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.413399] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.413631] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.413804] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.413999] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.414160] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.414315] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.414515] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.414680] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.414838] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.414997] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.415191] env[69506]: DEBUG nova.virt.hardware [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.416349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af17621-708f-410d-9666-63b29c27337b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.424062] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b9c56-7597-1d2e-e41c-4eec9b9be55d, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.424062] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 602.424062] env[69506]: value = "task-3248669" [ 602.424062] env[69506]: _type = "Task" [ 602.424062] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.424402] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.424669] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d45b0d94-073c-4199-9109-186206a863bd/d45b0d94-073c-4199-9109-186206a863bd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.424897] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4675ba59-1cb1-49a0-b012-39b333b3de44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.434054] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 602.434054] env[69506]: value = "task-3248670" [ 602.434054] env[69506]: _type = "Task" [ 602.434054] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.435038] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9aabf5-cdbb-4f30-8595-63ade22d1cee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.446485] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 602.446485] env[69506]: value = "task-3248671" [ 602.446485] env[69506]: _type = "Task" [ 602.446485] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.447131] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.463164] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.468435] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.573097] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.669483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.670101] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.673540] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.072s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.675172] env[69506]: INFO nova.compute.claims [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.834632] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248666, 'name': ReconfigVM_Task, 'duration_secs': 0.556706} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.834971] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c233b1d7-033a-4205-811a-ed51d821e0e9/c233b1d7-033a-4205-811a-ed51d821e0e9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.835756] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ab0a20f-c368-4805-b4fb-c5d04b58bda2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.844532] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 602.844532] env[69506]: value = "task-3248672" [ 602.844532] env[69506]: _type = "Task" [ 602.844532] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.855218] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248672, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.871885] env[69506]: DEBUG nova.network.neutron [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Updating instance_info_cache with network_info: [{"id": "4c19e69b-b9d0-4903-9097-48939d4d2614", "address": "fa:16:3e:70:1b:fc", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19e69b-b9", "ovs_interfaceid": "4c19e69b-b9d0-4903-9097-48939d4d2614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.922109] env[69506]: DEBUG nova.compute.manager [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Received event network-vif-plugged-4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.922372] env[69506]: DEBUG oslo_concurrency.lockutils [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] Acquiring lock "a685c596-6398-4303-99ee-9e902779fa61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.922604] env[69506]: DEBUG oslo_concurrency.lockutils [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] Lock "a685c596-6398-4303-99ee-9e902779fa61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.922810] env[69506]: DEBUG oslo_concurrency.lockutils [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] Lock "a685c596-6398-4303-99ee-9e902779fa61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.922928] env[69506]: DEBUG nova.compute.manager [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] No waiting events found dispatching network-vif-plugged-4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.925377] env[69506]: WARNING nova.compute.manager [req-50b6f6d5-1d67-4d8e-adda-224930092335 req-b8b7ced0-2285-4882-8e13-f4f7c22dbc87 service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Received unexpected event network-vif-plugged-4c19e69b-b9d0-4903-9097-48939d4d2614 for instance with vm_state building and task_state spawning. [ 602.939912] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.947206] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06988} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.948678] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.953149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d634a7b-47b3-4137-8fbe-2b9cbca1dfcf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.960122] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "f872aae0-26dd-4099-aef7-910bbe554df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.960122] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.965680] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489191} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.972522] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d45b0d94-073c-4199-9109-186206a863bd/d45b0d94-073c-4199-9109-186206a863bd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.972748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.981555] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5ba55a32-cfcf-46aa-b04d-57403995c01d/5ba55a32-cfcf-46aa-b04d-57403995c01d.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.981844] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8b1033-6147-473b-a94d-a687991e4b09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.984395] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a55f2e7-54bc-4258-b8b7-2a46a8bae9d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.003842] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 603.003842] env[69506]: value = "task-3248673" [ 603.003842] env[69506]: _type = "Task" [ 603.003842] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.005528] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 603.005528] env[69506]: value = "task-3248674" [ 603.005528] env[69506]: _type = "Task" [ 603.005528] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.017438] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.021039] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.183020] env[69506]: DEBUG nova.compute.utils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.183020] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.183020] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.260826] env[69506]: DEBUG nova.policy [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '277fde31f2bd4a32a2f3a7dc129a9baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1589a1066730491285ff36b275b84ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.355816] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248672, 'name': Rename_Task, 'duration_secs': 0.195618} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.356227] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.356538] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733bfec5-2420-43de-b4dd-041ddf389274 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.363101] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 603.363101] env[69506]: value = "task-3248675" [ 603.363101] env[69506]: _type = "Task" [ 603.363101] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.371049] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.374649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.374946] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Instance network_info: |[{"id": "4c19e69b-b9d0-4903-9097-48939d4d2614", "address": "fa:16:3e:70:1b:fc", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19e69b-b9", "ovs_interfaceid": "4c19e69b-b9d0-4903-9097-48939d4d2614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.375322] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:1b:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c19e69b-b9d0-4903-9097-48939d4d2614', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.382778] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating folder: Project (47ad20d82d8f401f95bfa1e53529568e). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.383098] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d20211-9643-4915-892d-99e4303d96ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.395134] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created folder: Project (47ad20d82d8f401f95bfa1e53529568e) in parent group-v649133. [ 603.395606] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating folder: Instances. Parent ref: group-v649146. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.395911] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-348df359-a226-49e1-8e5a-ccab279b6440 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.404931] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created folder: Instances in parent group-v649146. [ 603.405189] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.405383] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.405587] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe48bf2-ae19-45f6-a876-aa546801d6db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.428111] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.428111] env[69506]: value = "task-3248678" [ 603.428111] env[69506]: _type = "Task" [ 603.428111] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.450693] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248669, 'name': ReconfigVM_Task, 'duration_secs': 0.663897} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.450693] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248678, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.451399] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 50b06b01-5d51-4d98-b148-ebc6d28b78fe/50b06b01-5d51-4d98-b148-ebc6d28b78fe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.451632] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f88f9f7-c084-4d22-b5ef-2c87560e1d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.458268] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 603.458268] env[69506]: value = "task-3248679" [ 603.458268] env[69506]: _type = "Task" [ 603.458268] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.470256] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248679, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.523404] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.523658] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.523907] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.525100] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5f7676-f61b-4f55-862b-ad0bc679c4c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.554609] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d45b0d94-073c-4199-9109-186206a863bd/d45b0d94-073c-4199-9109-186206a863bd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.557098] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa05e59-a890-4b14-b08b-69d8ff8fb98d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.585158] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 603.585158] env[69506]: value = "task-3248680" [ 603.585158] env[69506]: _type = "Task" [ 603.585158] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.592141] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.690120] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.753911] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Successfully created port: 875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.810763] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Successfully created port: 8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.875534] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.951349] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248678, 'name': CreateVM_Task, 'duration_secs': 0.397388} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.951349] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.954203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.954474] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.955308] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.955308] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d077d55b-2c65-4ed5-a2a3-43d4fe1ec0a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.970410] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 603.970410] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e9aaa-3629-761b-ba79-d1584e2092a4" [ 603.970410] env[69506]: _type = "Task" [ 603.970410] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.976353] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248679, 'name': Rename_Task, 'duration_secs': 0.30405} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.977079] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.977334] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc37703-7e90-4c86-885a-3d3c4bb415dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.982571] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e9aaa-3629-761b-ba79-d1584e2092a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.988372] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 603.988372] env[69506]: value = "task-3248681" [ 603.988372] env[69506]: _type = "Task" [ 603.988372] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.997145] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.025337] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248674, 'name': ReconfigVM_Task, 'duration_secs': 0.830732} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.025337] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5ba55a32-cfcf-46aa-b04d-57403995c01d/5ba55a32-cfcf-46aa-b04d-57403995c01d.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.025337] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5909b2e8-42e2-486a-a7f5-cde9cb5368f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.036942] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 604.036942] env[69506]: value = "task-3248682" [ 604.036942] env[69506]: _type = "Task" [ 604.036942] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.045466] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248682, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.094255] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248680, 'name': ReconfigVM_Task, 'duration_secs': 0.389687} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.094255] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d45b0d94-073c-4199-9109-186206a863bd/d45b0d94-073c-4199-9109-186206a863bd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.094255] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472bdf11-c57c-4248-adac-bf92f244fa39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.101732] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 604.101732] env[69506]: value = "task-3248683" [ 604.101732] env[69506]: _type = "Task" [ 604.101732] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.107585] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b798e107-2367-474d-aeb0-14299939d1a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.111354] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Successfully updated port: 302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.118749] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248683, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.121027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcbf08e-3b29-497d-a330-b7cffe8cd729 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.155536] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee3e88-6b35-48b2-91ff-42478e855899 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.160469] env[69506]: DEBUG nova.compute.manager [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Received event network-vif-plugged-302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.160469] env[69506]: DEBUG oslo_concurrency.lockutils [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.160469] env[69506]: DEBUG oslo_concurrency.lockutils [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.160469] env[69506]: DEBUG oslo_concurrency.lockutils [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.160816] env[69506]: DEBUG nova.compute.manager [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] No waiting events found dispatching network-vif-plugged-302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.160816] env[69506]: WARNING nova.compute.manager [req-8311675e-2190-4d3c-ab24-a204d5c98e61 req-244acbc5-b2ba-42c4-bb0f-b76466722cdc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Received unexpected event network-vif-plugged-302ba471-4ed4-410f-b64f-f7024f367733 for instance with vm_state building and task_state spawning. [ 604.169652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5255c969-a52b-4b0d-9676-ecea69268315 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.186485] env[69506]: DEBUG nova.compute.provider_tree [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.376795] env[69506]: DEBUG oslo_vmware.api [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248675, 'name': PowerOnVM_Task, 'duration_secs': 0.565805} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.377139] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.377704] env[69506]: INFO nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Took 13.80 seconds to spawn the instance on the hypervisor. [ 604.377862] env[69506]: DEBUG nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.378791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e18eb5-8894-4296-bfb8-ac4de66f14ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.482806] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e9aaa-3629-761b-ba79-d1584e2092a4, 'name': SearchDatastore_Task, 'duration_secs': 0.033976} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.487119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.487119] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.487119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.487119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.487119] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.487544] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81f281ff-5efa-4780-b120-14ec97afae38 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.499801] env[69506]: DEBUG oslo_vmware.api [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248681, 'name': PowerOnVM_Task, 'duration_secs': 0.499057} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.501157] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.501405] env[69506]: INFO nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Took 16.15 seconds to spawn the instance on the hypervisor. [ 604.501551] env[69506]: DEBUG nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.501905] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.502117] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.503564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc471310-b460-4d7f-b1ef-0d030c2afdfb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.506485] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb737cdb-0eed-4fba-815f-e0efce670882 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.517268] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 604.517268] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fea7f4-9b3f-437f-1ec3-154d848c904f" [ 604.517268] env[69506]: _type = "Task" [ 604.517268] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.529794] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fea7f4-9b3f-437f-1ec3-154d848c904f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.550321] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248682, 'name': Rename_Task, 'duration_secs': 0.17054} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.550321] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.550321] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa261832-744d-48c6-b315-10a3134ece43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.555257] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 604.555257] env[69506]: value = "task-3248684" [ 604.555257] env[69506]: _type = "Task" [ 604.555257] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.565394] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.615406] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.615640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615823] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.617028] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248683, 'name': Rename_Task, 'duration_secs': 0.175487} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.617477] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.617726] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec23416-e47a-49b9-b5b8-2218153775a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.626562] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 604.626562] env[69506]: value = "task-3248685" [ 604.626562] env[69506]: _type = "Task" [ 604.626562] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.637333] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.689112] env[69506]: DEBUG nova.scheduler.client.report [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.703815] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.738674] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.739233] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.739484] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.740161] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.740161] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.740277] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.740542] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.740623] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.740789] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.740976] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.741198] env[69506]: DEBUG nova.virt.hardware [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.742339] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf8f72f-ab0a-4d81-94d8-8cd774d6ca22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.756453] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fbc60-db5a-4185-9b36-8d38dabc777d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.898321] env[69506]: INFO nova.compute.manager [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Took 20.84 seconds to build instance. [ 605.039223] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fea7f4-9b3f-437f-1ec3-154d848c904f, 'name': SearchDatastore_Task, 'duration_secs': 0.028552} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.043804] env[69506]: INFO nova.compute.manager [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Took 21.00 seconds to build instance. [ 605.045273] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833068c0-ce3e-4a05-b434-13e3c6bc9b38 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.052469] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 605.052469] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d92348-8b7f-ed70-2f22-c11d25605cdf" [ 605.052469] env[69506]: _type = "Task" [ 605.052469] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.065415] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d92348-8b7f-ed70-2f22-c11d25605cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.071571] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.138816] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.197672] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.200051] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.206025] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.251s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.402234] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d5f13856-53c6-41fd-afd8-8381652375df tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.360s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.457360] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.550193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-af6329f3-4db0-44ac-a29e-5bd3e36f849c tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.514s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.569188] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d92348-8b7f-ed70-2f22-c11d25605cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.015124} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.572635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.572907] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a685c596-6398-4303-99ee-9e902779fa61/a685c596-6398-4303-99ee-9e902779fa61.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.573184] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.573653] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957cc874-109a-4cd7-b455-318ea9896e41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.583840] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 605.583840] env[69506]: value = "task-3248686" [ 605.583840] env[69506]: _type = "Task" [ 605.583840] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.593802] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.641187] env[69506]: DEBUG oslo_vmware.api [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248685, 'name': PowerOnVM_Task, 'duration_secs': 0.831616} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.641366] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.641531] env[69506]: INFO nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Took 12.84 seconds to spawn the instance on the hypervisor. [ 605.641718] env[69506]: DEBUG nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.642638] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7686968-c545-4cf7-8489-3d2f1d2e2775 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.713767] env[69506]: DEBUG nova.compute.utils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.715596] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.715799] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.904680] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.913023] env[69506]: DEBUG nova.policy [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfb1215b25c84ee8bbf75643027e1b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdfd9559fb94df18561ac7186723c83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.056611] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.073588] env[69506]: DEBUG oslo_vmware.api [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248684, 'name': PowerOnVM_Task, 'duration_secs': 1.036775} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.073588] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.073588] env[69506]: INFO nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Took 11.01 seconds to spawn the instance on the hypervisor. [ 606.073588] env[69506]: DEBUG nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.073731] env[69506]: DEBUG nova.network.neutron [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.076894] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660c4b1-6530-4b2a-b296-237804041816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.099069] env[69506]: DEBUG nova.compute.manager [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Received event network-changed-4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.099382] env[69506]: DEBUG nova.compute.manager [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Refreshing instance network info cache due to event network-changed-4c19e69b-b9d0-4903-9097-48939d4d2614. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.099531] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] Acquiring lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.099629] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] Acquired lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.100364] env[69506]: DEBUG nova.network.neutron [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Refreshing network info cache for port 4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.110193] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.161312] env[69506]: INFO nova.compute.manager [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Took 21.20 seconds to build instance. [ 606.222575] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.250922] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 50b06b01-5d51-4d98-b148-ebc6d28b78fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251131] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance c233b1d7-033a-4205-811a-ed51d821e0e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251221] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d45b0d94-073c-4199-9109-186206a863bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251351] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 5ba55a32-cfcf-46aa-b04d-57403995c01d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251468] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a685c596-6398-4303-99ee-9e902779fa61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251584] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 641c34b8-2560-464b-88eb-6e61f2775493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251696] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance be8ac0d5-bb6e-4460-ba21-b70b973e496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251819] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.251941] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 53fa68d5-4517-49da-a742-d6c4800aecef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 606.450332] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.580107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.581098] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.581342] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Instance network_info: |[{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.581974] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:de:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302ba471-4ed4-410f-b64f-f7024f367733', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.591032] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating folder: Project (bb01f267070c4adf8f1f2175a752164f). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.591502] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a4c0c3-dea9-4d91-817e-b738d044c8a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.609533] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748212} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.612535] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a685c596-6398-4303-99ee-9e902779fa61/a685c596-6398-4303-99ee-9e902779fa61.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.612797] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.613043] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Created folder: Project (bb01f267070c4adf8f1f2175a752164f) in parent group-v649133. [ 606.613219] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating folder: Instances. Parent ref: group-v649149. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.613655] env[69506]: INFO nova.compute.manager [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Took 21.02 seconds to build instance. [ 606.615364] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99425b6a-30b2-4983-9b2f-29201a381e0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.617420] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f8a819-0b2f-429d-9797-15b1b8512bd9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.626272] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 606.626272] env[69506]: value = "task-3248688" [ 606.626272] env[69506]: _type = "Task" [ 606.626272] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.634695] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Created folder: Instances in parent group-v649149. [ 606.634967] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.636851] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.636851] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36dd7038-f2a5-47d8-9bac-f81bc63e475f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.660746] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.664278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-286736e2-4f74-418a-85b4-c9b96b8f200d tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.718s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.667551] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.667551] env[69506]: value = "task-3248690" [ 606.667551] env[69506]: _type = "Task" [ 606.667551] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.680399] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248690, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.757044] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 606.806634] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Successfully updated port: 8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.121986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6384c94b-4732-4c36-af44-bc7086698291 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.541s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.139303] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07411} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.139586] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.140446] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdcef63-4804-4c56-a673-ccb9a8380e0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.163083] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a685c596-6398-4303-99ee-9e902779fa61/a685c596-6398-4303-99ee-9e902779fa61.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.166629] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d02b637-9949-4f1c-b755-f45bbdb55dfa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.185080] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.204345] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248690, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.206102] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 607.206102] env[69506]: value = "task-3248691" [ 607.206102] env[69506]: _type = "Task" [ 607.206102] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.218818] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.228412] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Successfully created port: bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.233324] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.264651] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance e20d7d56-118a-4f11-8f47-9c9e66322319 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 607.265765] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1834873143',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1003803155',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.266265] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.266265] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.266784] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.266784] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.266784] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.269222] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.269222] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.269222] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.269222] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.269222] env[69506]: DEBUG nova.virt.hardware [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.269695] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48332a2-9ee9-4436-b769-f4c8fcd48a20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.279379] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c03ee68-eac5-40d7-961f-4cff703f3d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.311440] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.311440] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.311546] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.393038] env[69506]: DEBUG nova.network.neutron [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Updated VIF entry in instance network info cache for port 4c19e69b-b9d0-4903-9097-48939d4d2614. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.393038] env[69506]: DEBUG nova.network.neutron [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Updating instance_info_cache with network_info: [{"id": "4c19e69b-b9d0-4903-9097-48939d4d2614", "address": "fa:16:3e:70:1b:fc", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c19e69b-b9", "ovs_interfaceid": "4c19e69b-b9d0-4903-9097-48939d4d2614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.573413] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Successfully updated port: 875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.634675] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.702728] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248690, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.721066] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.735251] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.776067] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance abda8eec-b811-493c-b1cc-bb5c2c351083 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 607.822849] env[69506]: DEBUG nova.compute.manager [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Received event network-changed-302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.823043] env[69506]: DEBUG nova.compute.manager [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Refreshing instance network info cache due to event network-changed-302ba471-4ed4-410f-b64f-f7024f367733. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.823258] env[69506]: DEBUG oslo_concurrency.lockutils [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] Acquiring lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.823390] env[69506]: DEBUG oslo_concurrency.lockutils [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] Acquired lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.823540] env[69506]: DEBUG nova.network.neutron [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Refreshing network info cache for port 302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.867279] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.896819] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa851cd6-fbb2-4108-bac2-53122ffec10c req-a44924c6-d97d-4b03-b0b5-4c37ccf0607c service nova] Releasing lock "refresh_cache-a685c596-6398-4303-99ee-9e902779fa61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.075795] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.076262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquired lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.076338] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.111021] env[69506]: DEBUG nova.network.neutron [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Updating instance_info_cache with network_info: [{"id": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "address": "fa:16:3e:ff:31:09", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84340b-54", "ovs_interfaceid": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.171642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.205640] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248690, 'name': CreateVM_Task, 'duration_secs': 1.371168} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.205817] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.207874] env[69506]: DEBUG oslo_vmware.service [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08e1a4-154f-4435-8f88-a58abab6daed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.221558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.221558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.222196] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.222537] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa2e15e-1664-441d-b973-4e37d5464426 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.229434] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248691, 'name': ReconfigVM_Task, 'duration_secs': 0.858757} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.230316] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a685c596-6398-4303-99ee-9e902779fa61/a685c596-6398-4303-99ee-9e902779fa61.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.232083] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38788f7e-d11c-4597-9503-faa46092a454 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.234461] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 608.234461] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52da32c8-d96b-5473-945e-8801d2dc14ae" [ 608.234461] env[69506]: _type = "Task" [ 608.234461] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.244042] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 608.244042] env[69506]: value = "task-3248692" [ 608.244042] env[69506]: _type = "Task" [ 608.244042] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.252034] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52da32c8-d96b-5473-945e-8801d2dc14ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.258497] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248692, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.280203] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 54366b5d-6ffa-4094-8b77-259668b00cc7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.565262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Acquiring lock "c233b1d7-033a-4205-811a-ed51d821e0e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.565461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.565657] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Acquiring lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.565831] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.566047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.569392] env[69506]: INFO nova.compute.manager [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Terminating instance [ 608.614600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.615795] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Instance network_info: |[{"id": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "address": "fa:16:3e:ff:31:09", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84340b-54", "ovs_interfaceid": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.616021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:31:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d84340b-545a-4c8d-b33d-f3e53ccbe7d6', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.626207] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating folder: Project (1589a1066730491285ff36b275b84ea7). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.627348] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac7de77f-cf3b-486c-9b9b-111752e4fffb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.640445] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Created folder: Project (1589a1066730491285ff36b275b84ea7) in parent group-v649133. [ 608.640644] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating folder: Instances. Parent ref: group-v649152. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.640883] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffed4aa2-bc2b-48ad-808b-332bd1b700bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.653444] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Created folder: Instances in parent group-v649152. [ 608.653444] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.653444] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.653444] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d44d6be8-4bad-43ce-9552-23231268f992 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.682570] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.682570] env[69506]: value = "task-3248695" [ 608.682570] env[69506]: _type = "Task" [ 608.682570] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.692678] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248695, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.753480] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.753751] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.754072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.754282] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.754500] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.754843] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362c5bef-5056-412f-84c9-b696619d368e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.762866] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248692, 'name': Rename_Task, 'duration_secs': 0.235345} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.764135] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.764852] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.764852] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.764852] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e2e296-af50-406c-bad2-01886324431b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.767089] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03083483-1636-4401-a2f8-6a5fd0fb2292 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.775679] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34383be-6ec1-4cbb-8b0d-44354ee05b50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.778670] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 608.778670] env[69506]: value = "task-3248696" [ 608.778670] env[69506]: _type = "Task" [ 608.778670] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.784583] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2268a6a7-acbf-4df5-9755-21e1612399f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.786471] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 608.786471] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d71b84-27ca-5c0e-6e5a-4f1897099a99" [ 608.786471] env[69506]: _type = "Task" [ 608.786471] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.797446] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248696, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.804273] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.804273] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating directory with path [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.804273] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302b8975-5728-4adc-be06-4e29f7300af1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.832848] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Created directory with path [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.833138] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Fetch image to [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.833313] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Downloading image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69506) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.834804] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1737a5d9-042a-434c-9bfb-2d4defde4761 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.851018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6d1bb-a6cd-42e6-8554-7fedbf86d278 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.860806] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde18408-e8bd-4d19-98a1-6e4f3aa3a58c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.903520] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4480db8-53b9-45bd-8866-c4ac01b0b052 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.911881] env[69506]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-82709a7a-0433-4fef-8bba-403866863fad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.948936] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.952410] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Downloading image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to the data store datastore2 {{(pid=69506) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.038098] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.114632] env[69506]: DEBUG nova.compute.manager [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.114851] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.115757] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d0ad0-4bb4-436d-a58c-fe7008befa3f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.125533] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.126146] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01304294-8491-4b37-b65d-afa144cb0765 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.132717] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Waiting for the task: (returnval){ [ 609.132717] env[69506]: value = "task-3248697" [ 609.132717] env[69506]: _type = "Task" [ 609.132717] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.142426] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Task: {'id': task-3248697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.195990] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248695, 'name': CreateVM_Task, 'duration_secs': 0.486748} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.199278] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.201940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.201940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.201940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.201940] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4355816-165f-49b1-952e-505fc7e9e178 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.212221] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "9fbdeceb-931d-4f57-aaab-b38610875157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.212221] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.212221] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 609.212221] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a6946-a788-e52e-7b1d-20e7f9c94437" [ 609.212221] env[69506]: _type = "Task" [ 609.212221] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.236347] env[69506]: DEBUG nova.network.neutron [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updated VIF entry in instance network info cache for port 302ba471-4ed4-410f-b64f-f7024f367733. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.237065] env[69506]: DEBUG nova.network.neutron [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.239611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.239881] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.240207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.289514] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2f5b78cc-c97d-439f-a536-df4279294d89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.297301] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.403837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.403837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.403837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.403837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.406247] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.409352] env[69506]: INFO nova.compute.manager [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Terminating instance [ 609.550423] env[69506]: DEBUG nova.network.neutron [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updating instance_info_cache with network_info: [{"id": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "address": "fa:16:3e:1a:8b:2f", "network": {"id": "4c5e83e4-3482-4fd4-a3a1-0d19e32fb803", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-969777429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e53842cf154b43b2aecccce504642d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875d3625-eb", "ovs_interfaceid": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.647880] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Task: {'id': task-3248697, 'name': PowerOffVM_Task, 'duration_secs': 0.230376} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.649117] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.649527] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.649625] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d342658-09fe-4cb3-9d48-dd441216dd7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.730711] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.731508] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.731890] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Deleting the datastore file [datastore1] c233b1d7-033a-4205-811a-ed51d821e0e9 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.732477] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b812ec0-fe20-4b8e-ba98-b6681a613fb4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.740440] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Waiting for the task: (returnval){ [ 609.740440] env[69506]: value = "task-3248699" [ 609.740440] env[69506]: _type = "Task" [ 609.740440] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.741067] env[69506]: DEBUG oslo_concurrency.lockutils [req-48462e48-6097-458d-be26-8530ace7a704 req-c49d8beb-2af7-4fe0-9ad7-815454f80dfc service nova] Releasing lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.751830] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Task: {'id': task-3248699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.797833] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance dd446be4-4742-446e-b692-8064b7ddbf9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.801022] env[69506]: DEBUG oslo_vmware.api [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248696, 'name': PowerOnVM_Task, 'duration_secs': 0.668177} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.801022] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.801022] env[69506]: INFO nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Took 12.44 seconds to spawn the instance on the hypervisor. [ 609.801694] env[69506]: DEBUG nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.803093] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3fb6af-296f-42f8-b538-97919259433e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.915648] env[69506]: DEBUG nova.compute.manager [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.915648] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.917250] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452796f5-4ddc-4a7a-9aa2-927d3657c09e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.933294] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.933609] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-736c45b7-6278-4ab3-ad5f-3686f0cf0f7f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.944201] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 609.944201] env[69506]: value = "task-3248700" [ 609.944201] env[69506]: _type = "Task" [ 609.944201] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.964620] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.031941] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Successfully updated port: bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.053637] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Releasing lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.054053] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Instance network_info: |[{"id": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "address": "fa:16:3e:1a:8b:2f", "network": {"id": "4c5e83e4-3482-4fd4-a3a1-0d19e32fb803", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-969777429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e53842cf154b43b2aecccce504642d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875d3625-eb", "ovs_interfaceid": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.054542] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875d3625-eb6d-4b71-909d-bee0ed6e0473', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.064340] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Creating folder: Project (75e53842cf154b43b2aecccce504642d). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.064340] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf21fc6d-f17e-44dc-93ef-3c6a597949ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.074628] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Created folder: Project (75e53842cf154b43b2aecccce504642d) in parent group-v649133. [ 610.074997] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Creating folder: Instances. Parent ref: group-v649155. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.075701] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080afec3-0e34-4e93-b64c-da25870bca9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.089029] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Created folder: Instances in parent group-v649155. [ 610.089029] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.092558] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.092833] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a91876-089c-41fb-b1b3-d3031e76bf5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.113114] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.113114] env[69506]: value = "task-3248703" [ 610.113114] env[69506]: _type = "Task" [ 610.113114] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.123455] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248703, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.230459] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.230459] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.254214] env[69506]: DEBUG oslo_vmware.api [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Task: {'id': task-3248699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168745} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.254466] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.254642] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.254998] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.254998] env[69506]: INFO nova.compute.manager [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 610.255220] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.255809] env[69506]: DEBUG nova.compute.manager [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.255809] env[69506]: DEBUG nova.network.neutron [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.286213] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.287195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.298021] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Downloaded image file data 8e9b45b5-16de-4b59-bf59-36725e85fac6 to vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69506) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.300785] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.300785] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copying Virtual Disk [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk to [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.301060] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-080d4d3b-32fd-49be-87b4-fd358a9cf0d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.304296] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f872aae0-26dd-4099-aef7-910bbe554df9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.304562] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.304722] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.314749] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 610.314749] env[69506]: value = "task-3248704" [ 610.314749] env[69506]: _type = "Task" [ 610.314749] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.334214] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.337282] env[69506]: INFO nova.compute.manager [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Took 24.44 seconds to build instance. [ 610.467205] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248700, 'name': PowerOffVM_Task, 'duration_secs': 0.26354} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.467685] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.467929] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.471166] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4bfdb61-05f2-4200-90c4-0ea99b3882a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.543172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.543330] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.543481] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.561868] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.562449] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.562449] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Deleting the datastore file [datastore1] 50b06b01-5d51-4d98-b148-ebc6d28b78fe {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.570602] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.576323] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.576323] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fe47db-e7a8-4403-b4d6-8585bd867f70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.585248] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for the task: (returnval){ [ 610.585248] env[69506]: value = "task-3248706" [ 610.585248] env[69506]: _type = "Task" [ 610.585248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.603578] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.633772] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248703, 'name': CreateVM_Task, 'duration_secs': 0.464324} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.633938] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.637431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.637431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.637431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.637431] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe15f5d-7186-4aba-b49c-49fcbc8aca92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.643248] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 610.643248] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52709c8a-af49-f7a0-2a1e-dded0b92f859" [ 610.643248] env[69506]: _type = "Task" [ 610.643248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.652405] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52709c8a-af49-f7a0-2a1e-dded0b92f859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.831368] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248704, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.836920] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47dd79-5039-4e0a-ac5c-36eb8e484f76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.840085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f66a0ef-9c43-414b-89a3-2c7c59be3165 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.953s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.846267] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6461b76-2253-44e9-8c45-0b23297cc0f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.879488] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95282f8d-3d83-4c4a-9878-f4cac772ed47 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.888140] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8e9af-2535-401b-a8f1-fde5167c18dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.905680] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.935181] env[69506]: DEBUG nova.compute.manager [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Received event network-vif-plugged-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.935181] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Acquiring lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.935181] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.935181] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.935181] env[69506]: DEBUG nova.compute.manager [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] No waiting events found dispatching network-vif-plugged-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.935365] env[69506]: WARNING nova.compute.manager [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Received unexpected event network-vif-plugged-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 for instance with vm_state building and task_state spawning. [ 610.935365] env[69506]: DEBUG nova.compute.manager [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Received event network-changed-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.935365] env[69506]: DEBUG nova.compute.manager [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Refreshing instance network info cache due to event network-changed-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.935568] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Acquiring lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.935775] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Acquired lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.935859] env[69506]: DEBUG nova.network.neutron [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Refreshing network info cache for port 8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.099180] env[69506]: DEBUG oslo_vmware.api [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Task: {'id': task-3248706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320837} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.101387] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.101592] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.101786] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.101971] env[69506]: INFO nova.compute.manager [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 611.105046] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.105313] env[69506]: DEBUG nova.compute.manager [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.105643] env[69506]: DEBUG nova.network.neutron [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.156324] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156324] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.156614] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.161897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "08443e88-21f9-4f66-8994-d8af6d544309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.162292] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.163496] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.335022] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248704, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.342999] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.409211] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.764090] env[69506]: DEBUG nova.network.neutron [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updating instance_info_cache with network_info: [{"id": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "address": "fa:16:3e:aa:dd:0b", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfef426d-dc", "ovs_interfaceid": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.784491] env[69506]: DEBUG nova.network.neutron [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.830142] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248704, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.153281} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.830451] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copied Virtual Disk [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk to [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.830670] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleting the datastore file [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6/tmp-sparse.vmdk {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.830965] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95989dd0-353d-4496-80a3-5585e6d74f37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.838127] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 611.838127] env[69506]: value = "task-3248707" [ 611.838127] env[69506]: _type = "Task" [ 611.838127] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.850471] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.864047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.914440] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 611.914679] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.711s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.914906] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.675s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.916489] env[69506]: INFO nova.compute.claims [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.149307] env[69506]: DEBUG nova.network.neutron [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Updated VIF entry in instance network info cache for port 8d84340b-545a-4c8d-b33d-f3e53ccbe7d6. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.149798] env[69506]: DEBUG nova.network.neutron [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Updating instance_info_cache with network_info: [{"id": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "address": "fa:16:3e:ff:31:09", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d84340b-54", "ovs_interfaceid": "8d84340b-545a-4c8d-b33d-f3e53ccbe7d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.234341] env[69506]: DEBUG nova.compute.manager [None req-85dce536-ba0a-4d8c-93cc-4b806742a674 tempest-ServerDiagnosticsV248Test-1403231207 tempest-ServerDiagnosticsV248Test-1403231207-project-admin] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.237413] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa7271-8c49-4692-919f-27d788d7379d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.246801] env[69506]: INFO nova.compute.manager [None req-85dce536-ba0a-4d8c-93cc-4b806742a674 tempest-ServerDiagnosticsV248Test-1403231207 tempest-ServerDiagnosticsV248Test-1403231207-project-admin] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Retrieving diagnostics [ 612.247802] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62936a6d-ddc3-43d0-a311-b22cc2ec4da5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.280490] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280802] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Instance network_info: |[{"id": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "address": "fa:16:3e:aa:dd:0b", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfef426d-dc", "ovs_interfaceid": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.282633] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:dd:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfef426d-dcfb-4222-b3bb-cfb62b9d3d88', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.290289] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Creating folder: Project (abdfd9559fb94df18561ac7186723c83). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.291000] env[69506]: INFO nova.compute.manager [-] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Took 2.04 seconds to deallocate network for instance. [ 612.291232] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2c1e30-7a47-49af-bc94-0809aa16e619 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.304340] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Created folder: Project (abdfd9559fb94df18561ac7186723c83) in parent group-v649133. [ 612.304340] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Creating folder: Instances. Parent ref: group-v649158. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.304340] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419cfbd4-aa11-48d7-9a6f-1366e7824329 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.312401] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Created folder: Instances in parent group-v649158. [ 612.312640] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.312822] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.313032] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b79a66-a44c-4786-ba85-7c4de1241263 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.335165] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.335165] env[69506]: value = "task-3248710" [ 612.335165] env[69506]: _type = "Task" [ 612.335165] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.350596] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248710, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.352643] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066821} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.352767] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.353812] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Moving file from [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18/8e9b45b5-16de-4b59-bf59-36725e85fac6 to [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6. {{(pid=69506) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.353812] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-67e98506-6816-423d-a580-ded4b4f2f6d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.360864] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 612.360864] env[69506]: value = "task-3248711" [ 612.360864] env[69506]: _type = "Task" [ 612.360864] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.368891] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248711, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.489769] env[69506]: DEBUG nova.network.neutron [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.505955] env[69506]: DEBUG nova.compute.manager [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Received event network-vif-plugged-875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.506214] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Acquiring lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.506416] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.506585] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.506744] env[69506]: DEBUG nova.compute.manager [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] No waiting events found dispatching network-vif-plugged-875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.506909] env[69506]: WARNING nova.compute.manager [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Received unexpected event network-vif-plugged-875d3625-eb6d-4b71-909d-bee0ed6e0473 for instance with vm_state building and task_state spawning. [ 612.507480] env[69506]: DEBUG nova.compute.manager [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Received event network-changed-875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.507480] env[69506]: DEBUG nova.compute.manager [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Refreshing instance network info cache due to event network-changed-875d3625-eb6d-4b71-909d-bee0ed6e0473. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.507642] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Acquiring lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.507694] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Acquired lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.507813] env[69506]: DEBUG nova.network.neutron [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Refreshing network info cache for port 875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.656612] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6fbcd97-f641-4468-be87-ec2ea7950c4b req-b487d79f-d6da-47f8-b6bb-782d8879f176 service nova] Releasing lock "refresh_cache-abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.739166] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "63813c73-4fae-42c3-90d7-01a03a2367a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.739472] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.799487] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.848603] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248710, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.872546] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248711, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043586} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.872546] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] File moved {{(pid=69506) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.872546] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Cleaning up location [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.872546] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleting the datastore file [datastore2] vmware_temp/880ef4eb-98f4-4610-b2e5-01435701ab18 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.872546] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62549a9f-9a1c-458e-88fa-45e9cc2352ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.882327] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 612.882327] env[69506]: value = "task-3248712" [ 612.882327] env[69506]: _type = "Task" [ 612.882327] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.892413] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.991527] env[69506]: INFO nova.compute.manager [-] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Took 1.89 seconds to deallocate network for instance. [ 613.350814] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248710, 'name': CreateVM_Task, 'duration_secs': 0.586513} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.353646] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.353805] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.353969] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.354266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.355029] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d31ef7e-8cda-4076-9ef0-f0e69e1b0137 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.359931] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 613.359931] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ae2c86-a5c7-b007-125b-2bbce0534e8f" [ 613.359931] env[69506]: _type = "Task" [ 613.359931] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.373595] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ae2c86-a5c7-b007-125b-2bbce0534e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.375623] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3dc1ae-92de-4349-a0c0-e6455075daa0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.381234] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5994d-ed12-4d0c-b949-ec2386db044d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.392484] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040434} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.420043] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.421088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "d45b0d94-073c-4199-9109-186206a863bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.421282] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.421499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "d45b0d94-073c-4199-9109-186206a863bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.421793] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.421985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.423763] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681e9672-f84d-4f52-9d2e-8628281f9810 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.426712] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b027b4-e169-4201-afac-76eaa7fb75be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.432918] env[69506]: INFO nova.compute.manager [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Terminating instance [ 613.433467] env[69506]: DEBUG nova.network.neutron [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updated VIF entry in instance network info cache for port 875d3625-eb6d-4b71-909d-bee0ed6e0473. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.433743] env[69506]: DEBUG nova.network.neutron [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updating instance_info_cache with network_info: [{"id": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "address": "fa:16:3e:1a:8b:2f", "network": {"id": "4c5e83e4-3482-4fd4-a3a1-0d19e32fb803", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-969777429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e53842cf154b43b2aecccce504642d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875d3625-eb", "ovs_interfaceid": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.440044] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 613.440044] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524b823b-8c6e-d37c-28d3-75a29c565922" [ 613.440044] env[69506]: _type = "Task" [ 613.440044] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.441562] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901899a4-9d4e-4f66-babd-18c33331c4ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.459326] env[69506]: DEBUG nova.compute.provider_tree [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.464550] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524b823b-8c6e-d37c-28d3-75a29c565922, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.465185] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.465546] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.465946] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.466291] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.466456] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8002c920-6ffe-462b-840e-f49be1ffa4ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.473091] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5610ff2f-fd9e-4639-8545-24c67c376aa2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.485019] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 613.485019] env[69506]: value = "task-3248713" [ 613.485019] env[69506]: _type = "Task" [ 613.485019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.493165] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.493165] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.494666] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6f1d80-9d44-486f-b5a1-8bcf2fdb7b9f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.500342] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.500636] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.503833] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 613.503833] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593438-850d-7274-8169-dabc55ff9777" [ 613.503833] env[69506]: _type = "Task" [ 613.503833] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.512881] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593438-850d-7274-8169-dabc55ff9777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.545429] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "a685c596-6398-4303-99ee-9e902779fa61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.545707] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.545928] env[69506]: DEBUG nova.compute.manager [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.546880] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163046f-df54-41d1-ade5-452c816425ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.554457] env[69506]: DEBUG nova.compute.manager [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 613.556113] env[69506]: DEBUG nova.objects.instance [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lazy-loading 'flavor' on Instance uuid a685c596-6398-4303-99ee-9e902779fa61 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.876449] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ae2c86-a5c7-b007-125b-2bbce0534e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.876617] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.876739] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.877133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.941726] env[69506]: DEBUG oslo_concurrency.lockutils [req-8770800a-a594-46b1-91e7-1fedb70744a1 req-e23dee79-d522-45f0-9961-d628ae458f67 service nova] Releasing lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.942625] env[69506]: DEBUG nova.compute.manager [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.942817] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.943784] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a66db8-c5bd-43cf-bba1-f939be6b2657 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.957297] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.957297] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be63bda-8598-4169-aa35-6ad6b2737010 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.965205] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 613.965205] env[69506]: value = "task-3248714" [ 613.965205] env[69506]: _type = "Task" [ 613.965205] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.969938] env[69506]: DEBUG nova.scheduler.client.report [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.981024] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.997023] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.014685] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593438-850d-7274-8169-dabc55ff9777, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.015556] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fe8283-4a02-49d4-ab24-7e0a51c13684 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.023159] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 614.023159] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526bdfec-1fe8-309c-f330-2b7c0980c658" [ 614.023159] env[69506]: _type = "Task" [ 614.023159] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.034107] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526bdfec-1fe8-309c-f330-2b7c0980c658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.281786] env[69506]: DEBUG nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Received event network-vif-plugged-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.281786] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Acquiring lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.285138] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.285138] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.285138] env[69506]: DEBUG nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] No waiting events found dispatching network-vif-plugged-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.285138] env[69506]: WARNING nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Received unexpected event network-vif-plugged-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 for instance with vm_state building and task_state spawning. [ 614.285138] env[69506]: DEBUG nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Received event network-changed-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.285777] env[69506]: DEBUG nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Refreshing instance network info cache due to event network-changed-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.285777] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Acquiring lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.285777] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Acquired lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.285777] env[69506]: DEBUG nova.network.neutron [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Refreshing network info cache for port bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.394526] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.394790] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.473954] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248714, 'name': PowerOffVM_Task, 'duration_secs': 0.222668} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.474676] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.474676] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.474934] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0c37ac4-6fc2-48b0-b3e1-0985f65734e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.483268] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.483268] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.485864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.036s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.490017] env[69506]: INFO nova.compute.claims [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.505337] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694201} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.505715] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.505982] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.506277] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0a135ce-4bcc-48ec-bfbc-31865b67ce6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.513748] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 614.513748] env[69506]: value = "task-3248716" [ 614.513748] env[69506]: _type = "Task" [ 614.513748] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.521942] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.533929] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526bdfec-1fe8-309c-f330-2b7c0980c658, 'name': SearchDatastore_Task, 'duration_secs': 0.065224} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.534642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534642] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf/abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.534820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.535057] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.535328] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b8d048-ec76-4dd1-988e-91f22fdfc79e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.537545] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43b022f-25f4-495b-bfca-a47aa32bbe79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.543020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.543446] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.543446] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Deleting the datastore file [datastore1] d45b0d94-073c-4199-9109-186206a863bd {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.547247] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7516a4d-5525-4a85-8038-a2206111e6ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.547247] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 614.547247] env[69506]: value = "task-3248717" [ 614.547247] env[69506]: _type = "Task" [ 614.547247] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.553282] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for the task: (returnval){ [ 614.553282] env[69506]: value = "task-3248718" [ 614.553282] env[69506]: _type = "Task" [ 614.553282] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.554367] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.554553] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.561439] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04dd8a2b-6558-4c49-ba73-ca9437b21331 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.564126] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.565331] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.565559] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f1354e-a7c0-4e7f-b2af-b31c195d3b05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.571343] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 614.571343] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c5db3-e664-1ab3-5eb1-574816b6acb0" [ 614.571343] env[69506]: _type = "Task" [ 614.571343] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.571544] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.577448] env[69506]: DEBUG oslo_vmware.api [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 614.577448] env[69506]: value = "task-3248719" [ 614.577448] env[69506]: _type = "Task" [ 614.577448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.583215] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c5db3-e664-1ab3-5eb1-574816b6acb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.589541] env[69506]: DEBUG oslo_vmware.api [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.996565] env[69506]: DEBUG nova.compute.utils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.999609] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.999799] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.029304] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072968} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.029304] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.033035] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2960c26-49d4-469e-afa5-aa3d9f35f7a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.060277] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.066949] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793e4ceb-7247-4695-9bbb-d60948ade5e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.104067] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.107306] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 615.107306] env[69506]: value = "task-3248720" [ 615.107306] env[69506]: _type = "Task" [ 615.107306] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.110911] env[69506]: DEBUG oslo_vmware.api [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Task: {'id': task-3248718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260409} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.119401] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.119622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.119775] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.119952] env[69506]: INFO nova.compute.manager [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] [instance: d45b0d94-073c-4199-9109-186206a863bd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 615.120220] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.120441] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c5db3-e664-1ab3-5eb1-574816b6acb0, 'name': SearchDatastore_Task, 'duration_secs': 0.020602} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.121553] env[69506]: DEBUG nova.compute.manager [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.121665] env[69506]: DEBUG nova.network.neutron [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.128054] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95f99a7-49ff-4214-8f91-f3fa9d1520d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.130877] env[69506]: DEBUG oslo_vmware.api [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248719, 'name': PowerOffVM_Task, 'duration_secs': 0.248744} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.137652] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.137940] env[69506]: DEBUG nova.compute.manager [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.138301] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.139508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096de04-2bc1-4f59-a019-5502554571ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.143890] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 615.143890] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52904a77-bbce-2aa5-12c6-ec741bf8b858" [ 615.143890] env[69506]: _type = "Task" [ 615.143890] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.158015] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52904a77-bbce-2aa5-12c6-ec741bf8b858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.177620] env[69506]: DEBUG nova.network.neutron [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updated VIF entry in instance network info cache for port bfef426d-dcfb-4222-b3bb-cfb62b9d3d88. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.177980] env[69506]: DEBUG nova.network.neutron [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updating instance_info_cache with network_info: [{"id": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "address": "fa:16:3e:aa:dd:0b", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfef426d-dc", "ovs_interfaceid": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.302285] env[69506]: DEBUG nova.policy [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '277fde31f2bd4a32a2f3a7dc129a9baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1589a1066730491285ff36b275b84ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.353265] env[69506]: DEBUG nova.compute.manager [req-50bbd51d-eca9-4566-8827-51e4f2df88a6 req-168bd361-4653-47fe-aa9c-632a7c910b2f service nova] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Received event network-vif-deleted-5f3fd6d5-547b-4244-9906-52d6ce2478c4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.507978] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.568200] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628718} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.568510] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf/abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.568711] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.568998] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a02644-239e-442d-8433-d264eb72823f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.577460] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 615.577460] env[69506]: value = "task-3248721" [ 615.577460] env[69506]: _type = "Task" [ 615.577460] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.585952] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.623698] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248720, 'name': ReconfigVM_Task, 'duration_secs': 0.317075} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.628747] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.630029] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e32734-d9fe-4b42-bfa3-431fbccf2499 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.643616] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 615.643616] env[69506]: value = "task-3248722" [ 615.643616] env[69506]: _type = "Task" [ 615.643616] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.658801] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae44a2c8-9de8-4e07-a278-74609ad5c053 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.667432] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248722, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.667739] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52904a77-bbce-2aa5-12c6-ec741bf8b858, 'name': SearchDatastore_Task, 'duration_secs': 0.018225} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.671023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.671320] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] be8ac0d5-bb6e-4460-ba21-b70b973e496b/be8ac0d5-bb6e-4460-ba21-b70b973e496b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.672133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.672133] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.672332] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f450a79b-a2e2-4315-ae7f-06cfaf4b23fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.675700] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d7b4b01-8bfe-4279-a382-33341eab6ac6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.682272] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] Releasing lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.682543] env[69506]: DEBUG nova.compute.manager [req-6f91beea-928c-496d-9429-1403a06da94a req-70afb125-cf3d-4b18-9054-c7a2896f2901 service nova] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Received event network-vif-deleted-96b723bd-3da4-4330-8ae1-f6fb37a8300b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.683071] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 615.683071] env[69506]: value = "task-3248723" [ 615.683071] env[69506]: _type = "Task" [ 615.683071] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.684561] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.684662] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.689536] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94051c10-bc03-48e5-9247-cb3d3fa394a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.701420] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.702175] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 615.702175] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbcdfc-a38a-ddb0-f773-10eb4a004c95" [ 615.702175] env[69506]: _type = "Task" [ 615.702175] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.711196] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbcdfc-a38a-ddb0-f773-10eb4a004c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.998818] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c0052-2887-437d-ae9a-ba165a2b45df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.011027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebecde-92e9-41d9-b774-2926cdbb3a13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.055009] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdeb2bb-ecc9-4091-89de-eb466fad78b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.065878] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda73d1-e245-4586-82af-ba2dada6bba9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.082655] env[69506]: DEBUG nova.compute.provider_tree [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.089162] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Successfully created port: d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.097813] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117263} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.098824] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.099014] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812d151-a9eb-49b1-901e-172751330290 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.123618] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf/abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.124344] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42ba872-77be-47ef-a4da-0b3905077f6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.148037] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 616.148037] env[69506]: value = "task-3248724" [ 616.148037] env[69506]: _type = "Task" [ 616.148037] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.158024] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.161246] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248722, 'name': Rename_Task, 'duration_secs': 0.162747} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.161246] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.161495] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a08fcd-7107-410c-a4df-cc8553a3a17f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.168405] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 616.168405] env[69506]: value = "task-3248725" [ 616.168405] env[69506]: _type = "Task" [ 616.168405] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.177584] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.199078] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.213506] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbcdfc-a38a-ddb0-f773-10eb4a004c95, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.214272] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae96a023-b826-41f0-b072-ac5e22860f20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.220304] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 616.220304] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525fce18-2b28-51d4-e21c-2fab15c8553c" [ 616.220304] env[69506]: _type = "Task" [ 616.220304] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.230889] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525fce18-2b28-51d4-e21c-2fab15c8553c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.421151] env[69506]: DEBUG nova.network.neutron [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.556078] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.586692] env[69506]: DEBUG nova.scheduler.client.report [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.595348] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.597021] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.597021] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.597021] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.597021] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.597021] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.597243] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.597243] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.597399] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.597593] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.597793] env[69506]: DEBUG nova.virt.hardware [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.599629] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656eea4-ee83-4482-92b5-589052b222ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.610621] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7107b-be51-435e-b127-2670f583ecde {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.654560] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248724, 'name': ReconfigVM_Task, 'duration_secs': 0.363029} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.654763] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Reconfigured VM instance instance-00000008 to attach disk [datastore2] abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf/abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.655474] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-350a592e-9dd1-444e-ac19-81492c1c8648 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.662340] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 616.662340] env[69506]: value = "task-3248726" [ 616.662340] env[69506]: _type = "Task" [ 616.662340] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.671360] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248726, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.680210] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.702336] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596002} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.702669] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] be8ac0d5-bb6e-4460-ba21-b70b973e496b/be8ac0d5-bb6e-4460-ba21-b70b973e496b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.702991] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.703376] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a13e63-aeba-4dbc-bd61-0edec09238e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.710440] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 616.710440] env[69506]: value = "task-3248727" [ 616.710440] env[69506]: _type = "Task" [ 616.710440] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.719239] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.731105] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525fce18-2b28-51d4-e21c-2fab15c8553c, 'name': SearchDatastore_Task, 'duration_secs': 0.043268} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.731850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.731850] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 53fa68d5-4517-49da-a742-d6c4800aecef/53fa68d5-4517-49da-a742-d6c4800aecef.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.731987] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bab83b25-1883-4494-8002-99ba9c194e96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.738353] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 616.738353] env[69506]: value = "task-3248728" [ 616.738353] env[69506]: _type = "Task" [ 616.738353] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.746672] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.924055] env[69506]: INFO nova.compute.manager [-] [instance: d45b0d94-073c-4199-9109-186206a863bd] Took 1.80 seconds to deallocate network for instance. [ 617.106966] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.107626] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.114452] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.532s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.118765] env[69506]: INFO nova.compute.claims [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.191730] env[69506]: DEBUG oslo_vmware.api [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248725, 'name': PowerOnVM_Task, 'duration_secs': 0.533075} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.191730] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248726, 'name': Rename_Task, 'duration_secs': 0.165883} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.191730] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.191730] env[69506]: INFO nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Took 17.28 seconds to spawn the instance on the hypervisor. [ 617.191730] env[69506]: DEBUG nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.191960] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.191960] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba0c591-a367-4e8f-907e-580f323de94f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.193395] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5949bc8c-c26a-4e28-ba8c-654d5f26d439 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.205676] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 617.205676] env[69506]: value = "task-3248729" [ 617.205676] env[69506]: _type = "Task" [ 617.205676] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.217271] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.226953] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075228} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.226953] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.229921] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d6a2b-c688-4164-b0d9-65a544328009 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.252112] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] be8ac0d5-bb6e-4460-ba21-b70b973e496b/be8ac0d5-bb6e-4460-ba21-b70b973e496b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.255544] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f71747-535c-4aaa-a170-a8c06360ba93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.277660] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460891} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.279061] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 53fa68d5-4517-49da-a742-d6c4800aecef/53fa68d5-4517-49da-a742-d6c4800aecef.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.279286] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.279588] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 617.279588] env[69506]: value = "task-3248730" [ 617.279588] env[69506]: _type = "Task" [ 617.279588] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.279769] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f16ccbd4-b62e-4f0c-9205-deab8b3a8b75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.292514] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.294095] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 617.294095] env[69506]: value = "task-3248731" [ 617.294095] env[69506]: _type = "Task" [ 617.294095] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.303556] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.435272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.613875] env[69506]: DEBUG nova.compute.utils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.617339] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 617.724650] env[69506]: INFO nova.compute.manager [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Took 30.74 seconds to build instance. [ 617.731772] env[69506]: DEBUG oslo_vmware.api [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248729, 'name': PowerOnVM_Task, 'duration_secs': 0.476191} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.735159] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.735159] env[69506]: INFO nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 13.03 seconds to spawn the instance on the hypervisor. [ 617.735159] env[69506]: DEBUG nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.735159] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d17eb4-796f-4c49-b7cb-9631e3883078 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.797032] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.807322] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066086} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.807622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.808494] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919bd82-b733-4aa3-b393-a5cdb4fd9e58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.837659] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 53fa68d5-4517-49da-a742-d6c4800aecef/53fa68d5-4517-49da-a742-d6c4800aecef.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.838353] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf07b0cf-f46d-4a28-af48-c9e647a38c0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.857539] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 617.857539] env[69506]: value = "task-3248732" [ 617.857539] env[69506]: _type = "Task" [ 617.857539] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.866032] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.117566] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.232017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6de3ac69-c4bb-492d-8409-f08bf04f9905 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.257s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.264055] env[69506]: INFO nova.compute.manager [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 21.88 seconds to build instance. [ 618.293482] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248730, 'name': ReconfigVM_Task, 'duration_secs': 0.554478} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.296200] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Reconfigured VM instance instance-00000007 to attach disk [datastore2] be8ac0d5-bb6e-4460-ba21-b70b973e496b/be8ac0d5-bb6e-4460-ba21-b70b973e496b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.297039] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-550a1084-862a-4826-ae01-a45bd36a9acd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.303738] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 618.303738] env[69506]: value = "task-3248733" [ 618.303738] env[69506]: _type = "Task" [ 618.303738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.314269] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248733, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.371034] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.572213] env[69506]: DEBUG nova.compute.manager [req-6db83e1e-6349-432f-b072-cf8c744c1afd req-c097f49b-e099-4449-bd5a-e7eee7e9073e service nova] [instance: d45b0d94-073c-4199-9109-186206a863bd] Received event network-vif-deleted-302d0124-7de5-40b7-b053-542d50ffbbd2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.595419] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c960f0-0c04-480b-925f-5e84566c3872 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.604437] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bccf59-7f05-41ab-bdba-e9fdd57b7c4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.657298] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5462a32-4646-4e63-aa86-e51ecde64fd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.662353] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e23ef5-2b54-40fd-ac47-0faf2b3b0eac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.681191] env[69506]: DEBUG nova.compute.provider_tree [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.732789] env[69506]: DEBUG nova.compute.manager [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.734082] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a35a486-1bad-4193-84a4-f5bbeefd75bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.742883] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.767352] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b3ace222-beac-4096-8497-312ef1f3490a tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.402s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.791909] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Successfully updated port: d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.814680] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248733, 'name': Rename_Task, 'duration_secs': 0.14166} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.814784] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.815023] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe56486-a100-4239-9157-24e03a8606e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.822833] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 618.822833] env[69506]: value = "task-3248734" [ 618.822833] env[69506]: _type = "Task" [ 618.822833] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.833199] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.868676] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248732, 'name': ReconfigVM_Task, 'duration_secs': 0.94257} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.869921] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 53fa68d5-4517-49da-a742-d6c4800aecef/53fa68d5-4517-49da-a742-d6c4800aecef.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.870836] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48831e4-1140-4b7b-80b9-a1d682a1dced {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.880028] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 618.880028] env[69506]: value = "task-3248735" [ 618.880028] env[69506]: _type = "Task" [ 618.880028] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.891719] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248735, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.158694] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.189679] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.189983] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.190180] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.190434] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.190693] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.190886] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.191170] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.191398] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.191630] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.191876] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.192078] env[69506]: DEBUG nova.virt.hardware [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.192999] env[69506]: DEBUG nova.scheduler.client.report [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.197505] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9511571-6191-4f3a-a95c-00a454d13eee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.209397] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f147cb80-4c50-4037-895e-40d13bcf7222 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.226579] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.233085] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Creating folder: Project (9f7d7633abde4811938b7f52ef3f1851). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.235651] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521f1d7f-ad2c-4904-a457-9b0d65530038 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.245451] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.245451] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.254568] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Created folder: Project (9f7d7633abde4811938b7f52ef3f1851) in parent group-v649133. [ 619.254799] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Creating folder: Instances. Parent ref: group-v649161. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.255158] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d65b48b-33c9-480e-9c66-e63921f605ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.257739] env[69506]: INFO nova.compute.manager [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] instance snapshotting [ 619.258021] env[69506]: WARNING nova.compute.manager [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 619.262470] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d3ac1-3b77-4c7a-a34a-ea5bca64a326 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.267309] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Created folder: Instances in parent group-v649161. [ 619.267747] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.283599] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.284332] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.287721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.287963] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35e497ca-3df8-474f-ae3e-9a8a6ba0c30c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.305028] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3b076-6fdd-4009-bc92-efa76e6d838f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.305479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.305641] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.305795] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.315104] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.315104] env[69506]: value = "task-3248738" [ 619.315104] env[69506]: _type = "Task" [ 619.315104] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.325177] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248738, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.333953] env[69506]: DEBUG oslo_vmware.api [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3248734, 'name': PowerOnVM_Task, 'duration_secs': 0.489823} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.334316] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.334506] env[69506]: INFO nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Took 16.98 seconds to spawn the instance on the hypervisor. [ 619.334678] env[69506]: DEBUG nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.335514] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc65549-31ff-4cbc-a72f-982310fad0fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.391890] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248735, 'name': Rename_Task, 'duration_secs': 0.155269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.392120] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.392362] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207f6e28-fd7d-4f5c-b993-822834981126 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.400250] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 619.400250] env[69506]: value = "task-3248739" [ 619.400250] env[69506]: _type = "Task" [ 619.400250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.407965] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.703381] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.703928] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.706869] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.973s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.708298] env[69506]: INFO nova.compute.claims [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.818033] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 619.818033] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65517573-28a2-4aef-ad10-e2d78e3a00cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.832445] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248738, 'name': CreateVM_Task, 'duration_secs': 0.293666} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.834885] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.835011] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.835370] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 619.835370] env[69506]: value = "task-3248740" [ 619.835370] env[69506]: _type = "Task" [ 619.835370] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.835779] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.835955] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.836471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.836697] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94a67ec-b850-4fae-a806-310161506130 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.847303] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 619.847303] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52408d6c-506a-c0f5-f447-76157ac773c0" [ 619.847303] env[69506]: _type = "Task" [ 619.847303] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.856233] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.857251] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.867819] env[69506]: INFO nova.compute.manager [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Took 26.77 seconds to build instance. [ 619.873916] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52408d6c-506a-c0f5-f447-76157ac773c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.874489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.875011] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.875471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.875627] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.875803] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.876163] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bbdbebd-3a8a-422e-8a79-0e7ed57af10c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.887832] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.887832] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.888714] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c106ae84-dda7-40ea-a0c4-9c6fbb06bba1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.894594] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 619.894594] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f00941-a928-86b7-a09d-b77ba859677c" [ 619.894594] env[69506]: _type = "Task" [ 619.894594] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.912757] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f00941-a928-86b7-a09d-b77ba859677c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.917973] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.213168] env[69506]: DEBUG nova.compute.utils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.219116] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.219116] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.248037] env[69506]: DEBUG nova.network.neutron [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Updating instance_info_cache with network_info: [{"id": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "address": "fa:16:3e:f4:c7:ea", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46565ba-aa", "ovs_interfaceid": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.323012] env[69506]: DEBUG nova.policy [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd5728534ccc4e179d2ed60da0ce61d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c929efffeeb841b9970193f78bc61f06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.347817] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.376133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-abbebea1-e552-43fd-a54d-7cf37066e224 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.285s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.414465] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f00941-a928-86b7-a09d-b77ba859677c, 'name': SearchDatastore_Task, 'duration_secs': 0.016265} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.416265] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7c58fe-d6cf-46b0-9e88-1ba929741b72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.423309] env[69506]: DEBUG oslo_vmware.api [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3248739, 'name': PowerOnVM_Task, 'duration_secs': 0.614173} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.424029] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.424244] env[69506]: INFO nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Took 13.19 seconds to spawn the instance on the hypervisor. [ 620.424701] env[69506]: DEBUG nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.425780] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f1335-ea7f-4712-a838-a7c6f5afa816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.430613] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 620.430613] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d126c-7f20-04c4-954f-9ef6236abdc0" [ 620.430613] env[69506]: _type = "Task" [ 620.430613] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.450024] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d126c-7f20-04c4-954f-9ef6236abdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.014215} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.450024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.450024] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.450024] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e39377e5-6838-4177-916c-d38f5522cf1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.456699] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 620.456699] env[69506]: value = "task-3248741" [ 620.456699] env[69506]: _type = "Task" [ 620.456699] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.466574] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.718427] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.751521] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.752063] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Instance network_info: |[{"id": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "address": "fa:16:3e:f4:c7:ea", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46565ba-aa", "ovs_interfaceid": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.753599] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c7:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46565ba-aa0b-4a52-aa03-c12e7cbe5840', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.768041] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.774360] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.774857] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f84e5b-79c7-4b91-91a2-84db4637b4bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.824603] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.824603] env[69506]: value = "task-3248742" [ 620.824603] env[69506]: _type = "Task" [ 620.824603] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.839976] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248742, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.855557] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.883545] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.966324] env[69506]: INFO nova.compute.manager [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Took 23.40 seconds to build instance. [ 620.983760] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.050157] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Successfully created port: f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.321633] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0037b1-f504-4e67-8e6a-e0dff6ded262 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.341273] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248742, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.346338] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b672552c-48ad-42db-8b49-ba319cb98f1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.356636] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248740, 'name': CreateSnapshot_Task, 'duration_secs': 1.026351} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.383282] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 621.384343] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e290bce5-44f8-48b3-91f7-e40395a309a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.387466] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbe159-8a36-4cb0-a462-d044cf09de55 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.404890] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5714ebf-31c9-48cf-81ee-da38e4fbce07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.421278] env[69506]: DEBUG nova.compute.provider_tree [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.426760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.435984] env[69506]: DEBUG nova.compute.manager [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 621.469097] env[69506]: DEBUG oslo_concurrency.lockutils [None req-272d592a-b26a-40d3-b8cd-4b93eac1fa09 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.913s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.488879] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626589} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.489344] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.489745] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.490162] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-becc345e-cc70-4e7f-a794-54c0abd4fc33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.502355] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 621.502355] env[69506]: value = "task-3248743" [ 621.502355] env[69506]: _type = "Task" [ 621.502355] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.517959] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.733258] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.772762] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.779055] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.779055] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.779055] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.779055] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.779055] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.779398] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.779398] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.779398] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.779398] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.779398] env[69506]: DEBUG nova.virt.hardware [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.779552] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a0077-381b-40d4-b6d8-a84a48d90268 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.790686] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496ef86-05a2-46a6-8702-c0a65231240c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.814189] env[69506]: DEBUG nova.compute.manager [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Received event network-vif-plugged-d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.814342] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Acquiring lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.815655] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.815655] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.815655] env[69506]: DEBUG nova.compute.manager [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] No waiting events found dispatching network-vif-plugged-d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.815655] env[69506]: WARNING nova.compute.manager [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Received unexpected event network-vif-plugged-d46565ba-aa0b-4a52-aa03-c12e7cbe5840 for instance with vm_state building and task_state spawning. [ 621.815655] env[69506]: DEBUG nova.compute.manager [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Received event network-changed-d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.815934] env[69506]: DEBUG nova.compute.manager [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Refreshing instance network info cache due to event network-changed-d46565ba-aa0b-4a52-aa03-c12e7cbe5840. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.815934] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Acquiring lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.815934] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Acquired lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.815934] env[69506]: DEBUG nova.network.neutron [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Refreshing network info cache for port d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.835819] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248742, 'name': CreateVM_Task, 'duration_secs': 0.966012} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.835983] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.836723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.836906] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.837284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.837551] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c68116-a019-4359-b9d8-1b5b4f4f0235 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.843962] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 621.843962] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd389-9f8a-5a10-21d1-00a2aafc8506" [ 621.843962] env[69506]: _type = "Task" [ 621.843962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.853533] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd389-9f8a-5a10-21d1-00a2aafc8506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.918372] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 621.918723] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-455bee19-b5cb-4474-9668-43349aeb0c71 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.924336] env[69506]: DEBUG nova.scheduler.client.report [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.928939] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 621.928939] env[69506]: value = "task-3248744" [ 621.928939] env[69506]: _type = "Task" [ 621.928939] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.939208] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248744, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.962848] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.984453] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.012805] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187298} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.013159] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.014020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eff02d-48fe-4028-9ff4-2eaea95de696 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.035548] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.036598] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d37f94f-57b1-471d-a761-b6e3a8ae8998 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.056373] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 622.056373] env[69506]: value = "task-3248745" [ 622.056373] env[69506]: _type = "Task" [ 622.056373] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.065276] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.357030] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd389-9f8a-5a10-21d1-00a2aafc8506, 'name': SearchDatastore_Task, 'duration_secs': 0.016021} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.357401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.357668] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.357870] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.358026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.358201] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.358473] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb9f915-8c4a-47a7-8aab-0b818367bcd5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.369087] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.369280] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.370299] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8938c08b-7cc6-42d9-90f2-00b71f7a20b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.376214] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 622.376214] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc0695-4861-8838-bb49-4781f209b629" [ 622.376214] env[69506]: _type = "Task" [ 622.376214] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.385581] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc0695-4861-8838-bb49-4781f209b629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.431149] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.431674] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.438411] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.266s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.440539] env[69506]: INFO nova.compute.claims [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.448392] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248744, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.532158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.566479] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.889532] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc0695-4861-8838-bb49-4781f209b629, 'name': SearchDatastore_Task, 'duration_secs': 0.030067} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.891276] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41912d49-a6a3-41ad-963e-ac99e926d4cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.896373] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 622.896373] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523a8772-da62-7c92-970c-a1ec9658a0df" [ 622.896373] env[69506]: _type = "Task" [ 622.896373] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.906968] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523a8772-da62-7c92-970c-a1ec9658a0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.953109] env[69506]: DEBUG nova.compute.utils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.958625] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248744, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.960800] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.960800] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.040275] env[69506]: DEBUG nova.policy [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfe04091ce66430fbe870b16ac26c03e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa15dd3fcf2a4615aa62d79651e987ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.068057] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248745, 'name': ReconfigVM_Task, 'duration_secs': 0.894522} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.068897] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.069019] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b41a7e-9d06-445b-9a61-3115c3865ab4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.078078] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 623.078078] env[69506]: value = "task-3248746" [ 623.078078] env[69506]: _type = "Task" [ 623.078078] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.085545] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248746, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.100409] env[69506]: DEBUG nova.network.neutron [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Updated VIF entry in instance network info cache for port d46565ba-aa0b-4a52-aa03-c12e7cbe5840. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.100409] env[69506]: DEBUG nova.network.neutron [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Updating instance_info_cache with network_info: [{"id": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "address": "fa:16:3e:f4:c7:ea", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46565ba-aa", "ovs_interfaceid": "d46565ba-aa0b-4a52-aa03-c12e7cbe5840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.413687] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523a8772-da62-7c92-970c-a1ec9658a0df, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.415599] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.415845] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1/9c4c4fa9-2bc6-4394-bc81-4443a52b50b1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.418533] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab762de3-8e25-407d-bedc-8917dc9b9c0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.424243] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 623.424243] env[69506]: value = "task-3248747" [ 623.424243] env[69506]: _type = "Task" [ 623.424243] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.433895] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.442695] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248744, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.465544] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.589021] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248746, 'name': Rename_Task, 'duration_secs': 0.279557} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.589021] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.589021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df083427-e5b4-4646-874f-96e9d48266a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.596310] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 623.596310] env[69506]: value = "task-3248748" [ 623.596310] env[69506]: _type = "Task" [ 623.596310] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.610261] env[69506]: DEBUG oslo_concurrency.lockutils [req-e07cd91e-bf9d-4d90-b507-07a2ab47371b req-c17fb3b9-5248-4e25-8412-885eb48f166a service nova] Releasing lock "refresh_cache-9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.611088] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.741534] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Successfully created port: 74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.766494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "72265512-6ea5-4279-a0a7-059100f0b5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.766730] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.951962] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248747, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.959322] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248744, 'name': CloneVM_Task, 'duration_secs': 1.604255} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.959976] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Created linked-clone VM from snapshot [ 623.961091] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a2914-bcb2-4600-8c86-fb0b050f013a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.975280] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Uploading image eabb152f-7f1e-40a4-9b8e-5510003c66f4 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 623.978247] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b16a6-db58-4b48-8b75-67858d755625 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.987991] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7ddd2-a191-4b04-a81d-857496e6c330 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.022980] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8431229-d64e-4aa4-9b75-47ed5f4e3851 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.032243] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88bf48-1ee0-4dcf-abcc-7f7d62f10624 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.038404] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 624.038404] env[69506]: value = "vm-649166" [ 624.038404] env[69506]: _type = "VirtualMachine" [ 624.038404] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 624.039214] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b30200a-8cce-4a6b-910c-46b5a3b54fa9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.054168] env[69506]: DEBUG nova.compute.provider_tree [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.057373] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease: (returnval){ [ 624.057373] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529c836f-152b-75b6-5918-a4dad08d7914" [ 624.057373] env[69506]: _type = "HttpNfcLease" [ 624.057373] env[69506]: } obtained for exporting VM: (result){ [ 624.057373] env[69506]: value = "vm-649166" [ 624.057373] env[69506]: _type = "VirtualMachine" [ 624.057373] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 624.057694] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the lease: (returnval){ [ 624.057694] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529c836f-152b-75b6-5918-a4dad08d7914" [ 624.057694] env[69506]: _type = "HttpNfcLease" [ 624.057694] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 624.065280] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 624.065280] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529c836f-152b-75b6-5918-a4dad08d7914" [ 624.065280] env[69506]: _type = "HttpNfcLease" [ 624.065280] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 624.095397] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Successfully updated port: f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.106758] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.277730] env[69506]: DEBUG nova.compute.manager [None req-b4436b54-818f-4e4f-a46e-103a195661ce tempest-ServerDiagnosticsV248Test-1403231207 tempest-ServerDiagnosticsV248Test-1403231207-project-admin] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.279047] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b2974-9590-41be-a452-3c8d3bd08564 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.286970] env[69506]: INFO nova.compute.manager [None req-b4436b54-818f-4e4f-a46e-103a195661ce tempest-ServerDiagnosticsV248Test-1403231207 tempest-ServerDiagnosticsV248Test-1403231207-project-admin] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Retrieving diagnostics [ 624.287957] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e7cb9-0360-432c-a80d-5ebd2ab46688 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.437501] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567706} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.437872] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1/9c4c4fa9-2bc6-4394-bc81-4443a52b50b1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.438021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.440049] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05fc4698-8810-4b6b-a0b8-d3af374b1629 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.444213] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 624.444213] env[69506]: value = "task-3248750" [ 624.444213] env[69506]: _type = "Task" [ 624.444213] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.454111] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.475635] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.511016] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.514579] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.514579] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.514579] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.514579] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.514579] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.514983] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.514983] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.514983] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.514983] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.514983] env[69506]: DEBUG nova.virt.hardware [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.515237] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5ebdf-bd38-4553-a523-a41a7a791ee1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.522590] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae08d3-bdec-42a3-ac8e-4336eedcf878 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.559481] env[69506]: DEBUG nova.scheduler.client.report [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.571451] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 624.571451] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529c836f-152b-75b6-5918-a4dad08d7914" [ 624.571451] env[69506]: _type = "HttpNfcLease" [ 624.571451] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 624.573456] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 624.573456] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529c836f-152b-75b6-5918-a4dad08d7914" [ 624.573456] env[69506]: _type = "HttpNfcLease" [ 624.573456] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 624.573456] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9f8b9-405b-4b00-8715-037b831ee52d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.582515] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 624.582721] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 624.648156] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.648286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquired lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.648458] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.659811] env[69506]: DEBUG oslo_vmware.api [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248748, 'name': PowerOnVM_Task, 'duration_secs': 1.062022} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.660666] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.660868] env[69506]: INFO nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Took 5.50 seconds to spawn the instance on the hypervisor. [ 624.661066] env[69506]: DEBUG nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.661945] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e9c10-4c9f-44b3-8ee0-7b6a5c1df2d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.744042] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7798dee5-8ebd-4188-9286-9b385e9b2ec3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.958301] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073419} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.959208] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.959515] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc9143-7e3a-4619-8621-64465fb27613 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.986886] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1/9c4c4fa9-2bc6-4394-bc81-4443a52b50b1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.990276] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65711781-8566-47f8-9640-c15a0dde5f08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.013453] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 625.013453] env[69506]: value = "task-3248751" [ 625.013453] env[69506]: _type = "Task" [ 625.013453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.024446] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.070028] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.070028] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.072418] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.208s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.073972] env[69506]: INFO nova.compute.claims [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.184855] env[69506]: INFO nova.compute.manager [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Took 18.77 seconds to build instance. [ 625.237373] env[69506]: DEBUG nova.compute.manager [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Received event network-changed-875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.237607] env[69506]: DEBUG nova.compute.manager [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Refreshing instance network info cache due to event network-changed-875d3625-eb6d-4b71-909d-bee0ed6e0473. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.238122] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Acquiring lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.238572] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Acquired lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.238731] env[69506]: DEBUG nova.network.neutron [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Refreshing network info cache for port 875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.449705] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.525574] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248751, 'name': ReconfigVM_Task, 'duration_secs': 0.501672} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.526101] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1/9c4c4fa9-2bc6-4394-bc81-4443a52b50b1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.526889] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d12a389-fcc3-4952-8ad2-2b58a34a6f4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.534250] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 625.534250] env[69506]: value = "task-3248752" [ 625.534250] env[69506]: _type = "Task" [ 625.534250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.544876] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248752, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.584531] env[69506]: DEBUG nova.compute.utils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.587459] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.587459] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.696038] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee48b36b-8978-46cf-a67e-6de6ff4771b3 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.483s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.753527] env[69506]: DEBUG nova.policy [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb4cd96830e4d09af02b13f51928813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f380917b61474a70a97f12d868cbd691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.050679] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248752, 'name': Rename_Task, 'duration_secs': 0.230431} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.050679] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.052027] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331989e2-7884-44ba-9df2-5e6bb858ca78 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.058947] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 626.058947] env[69506]: value = "task-3248753" [ 626.058947] env[69506]: _type = "Task" [ 626.058947] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.067364] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.090931] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.098807] env[69506]: DEBUG nova.network.neutron [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Updating instance_info_cache with network_info: [{"id": "f424564b-e46e-413c-b279-f75a24a4d2f4", "address": "fa:16:3e:63:8e:fb", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf424564b-e4", "ovs_interfaceid": "f424564b-e46e-413c-b279-f75a24a4d2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.194041] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.255990] env[69506]: DEBUG nova.network.neutron [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updated VIF entry in instance network info cache for port 875d3625-eb6d-4b71-909d-bee0ed6e0473. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.256427] env[69506]: DEBUG nova.network.neutron [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updating instance_info_cache with network_info: [{"id": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "address": "fa:16:3e:1a:8b:2f", "network": {"id": "4c5e83e4-3482-4fd4-a3a1-0d19e32fb803", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-969777429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e53842cf154b43b2aecccce504642d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875d3625-eb", "ovs_interfaceid": "875d3625-eb6d-4b71-909d-bee0ed6e0473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.471304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.471304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.471304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "5ba55a32-cfcf-46aa-b04d-57403995c01d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.471304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.471774] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.478673] env[69506]: INFO nova.compute.manager [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Terminating instance [ 626.570292] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248753, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.586244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd806b-0021-481c-9eea-92e1aba8e27f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.594503] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad9eaa-cda3-4727-9a38-8e2642bd3534 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.601655] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Releasing lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.601958] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Instance network_info: |[{"id": "f424564b-e46e-413c-b279-f75a24a4d2f4", "address": "fa:16:3e:63:8e:fb", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf424564b-e4", "ovs_interfaceid": "f424564b-e46e-413c-b279-f75a24a4d2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.636819] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f424564b-e46e-413c-b279-f75a24a4d2f4', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.646659] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Creating folder: Project (c929efffeeb841b9970193f78bc61f06). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.647131] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a28e619-1f48-4bfe-a8d9-e284373cb77e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.649505] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb59e066-c1f5-4449-a0f4-63c49ddaa68c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.659827] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046762c3-64fd-41c7-bac4-51dee4a4c7de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.666256] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Created folder: Project (c929efffeeb841b9970193f78bc61f06) in parent group-v649133. [ 626.666256] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Creating folder: Instances. Parent ref: group-v649167. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.667914] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac1a07e1-c5d6-4e90-9fe1-e0016b0df195 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.680270] env[69506]: DEBUG nova.compute.provider_tree [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.687621] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Created folder: Instances in parent group-v649167. [ 626.688321] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.688321] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.688570] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3452b8e2-d60e-43e8-bd7e-ae7c89d5f2c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.708431] env[69506]: DEBUG nova.compute.manager [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Received event network-changed-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.709067] env[69506]: DEBUG nova.compute.manager [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Refreshing instance network info cache due to event network-changed-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.709067] env[69506]: DEBUG oslo_concurrency.lockutils [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] Acquiring lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.709067] env[69506]: DEBUG oslo_concurrency.lockutils [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] Acquired lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.710075] env[69506]: DEBUG nova.network.neutron [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Refreshing network info cache for port bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.720447] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.720447] env[69506]: value = "task-3248756" [ 626.720447] env[69506]: _type = "Task" [ 626.720447] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.720632] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Successfully updated port: 74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.732537] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248756, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.733571] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.761347] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Releasing lock "refresh_cache-be8ac0d5-bb6e-4460-ba21-b70b973e496b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.761699] env[69506]: DEBUG nova.compute.manager [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Received event network-vif-plugged-f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.761948] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Acquiring lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.762836] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.762836] env[69506]: DEBUG oslo_concurrency.lockutils [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.762836] env[69506]: DEBUG nova.compute.manager [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] No waiting events found dispatching network-vif-plugged-f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.763213] env[69506]: WARNING nova.compute.manager [req-cffcc9c0-6ab7-495c-806a-cea5aaea209a req-e4b30ea9-5561-4639-a832-59d1471a3e24 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Received unexpected event network-vif-plugged-f424564b-e46e-413c-b279-f75a24a4d2f4 for instance with vm_state building and task_state spawning. [ 626.867097] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Successfully created port: 820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.988349] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "refresh_cache-5ba55a32-cfcf-46aa-b04d-57403995c01d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.988349] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquired lock "refresh_cache-5ba55a32-cfcf-46aa-b04d-57403995c01d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.988349] env[69506]: DEBUG nova.network.neutron [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.074677] env[69506]: DEBUG oslo_vmware.api [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248753, 'name': PowerOnVM_Task, 'duration_secs': 0.950269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.074677] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.074677] env[69506]: INFO nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Took 10.52 seconds to spawn the instance on the hypervisor. [ 627.074677] env[69506]: DEBUG nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.074677] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b036e6f-1c12-4ea7-8a14-3fb9e511fd0f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.148852] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.184233] env[69506]: DEBUG nova.scheduler.client.report [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.194250] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.194250] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.194250] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.194448] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.194448] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.194661] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.195778] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.195778] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.195778] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.195778] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.196208] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.196809] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac102d0f-1186-47b6-8a37-dc4c6394f070 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.206512] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b36479-2965-4cf6-8733-ccb4bb3a8e19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.228239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.228506] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.228728] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.244613] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248756, 'name': CreateVM_Task, 'duration_secs': 0.493353} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.244613] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.245559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.245647] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.245917] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.246788] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3f9e1c-298c-46ab-b56f-c1830de1378d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.253816] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 627.253816] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e95252-1fcf-49b4-4481-821cf35ad8d4" [ 627.253816] env[69506]: _type = "Task" [ 627.253816] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.265957] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e95252-1fcf-49b4-4481-821cf35ad8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.553615] env[69506]: DEBUG nova.network.neutron [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.607647] env[69506]: INFO nova.compute.manager [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Took 29.39 seconds to build instance. [ 627.689355] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.692292] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.694677] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.895s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.694931] env[69506]: DEBUG nova.objects.instance [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lazy-loading 'resources' on Instance uuid c233b1d7-033a-4205-811a-ed51d821e0e9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.768068] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e95252-1fcf-49b4-4481-821cf35ad8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.768890] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.768890] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.769031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.769101] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.769310] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.769608] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6956c8f-a80d-49de-8521-3d47f6a4da6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.779458] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.781414] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.781414] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504fe9e6-83f8-4956-9182-7daae010ffdf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.789321] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.792789] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 627.792789] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c32576-232a-acaa-b9c6-aee90d2103c5" [ 627.792789] env[69506]: _type = "Task" [ 627.792789] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.802443] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c32576-232a-acaa-b9c6-aee90d2103c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.829254] env[69506]: DEBUG nova.network.neutron [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.915137] env[69506]: DEBUG nova.network.neutron [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updated VIF entry in instance network info cache for port bfef426d-dcfb-4222-b3bb-cfb62b9d3d88. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.915137] env[69506]: DEBUG nova.network.neutron [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updating instance_info_cache with network_info: [{"id": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "address": "fa:16:3e:aa:dd:0b", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfef426d-dc", "ovs_interfaceid": "bfef426d-dcfb-4222-b3bb-cfb62b9d3d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.056814] env[69506]: DEBUG nova.network.neutron [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [{"id": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "address": "fa:16:3e:ac:2c:a4", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a5f3d6-d5", "ovs_interfaceid": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.110820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acc7e570-aca8-4ce0-94aa-7c36ddb84840 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.905s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.133199] env[69506]: INFO nova.compute.manager [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Rebuilding instance [ 628.201834] env[69506]: DEBUG nova.compute.utils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.208525] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.208746] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.211708] env[69506]: DEBUG nova.compute.manager [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.212551] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a0392-94f7-4b24-81ef-ef8426aa2011 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.304502] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c32576-232a-acaa-b9c6-aee90d2103c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.308207] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2cb002-d690-4574-93ad-17d264b6cc1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.313871] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 628.313871] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a5c60-c97d-c5fc-3ce9-6a0737578716" [ 628.313871] env[69506]: _type = "Task" [ 628.313871] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.321547] env[69506]: DEBUG nova.policy [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb4cd96830e4d09af02b13f51928813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f380917b61474a70a97f12d868cbd691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.332375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Releasing lock "refresh_cache-5ba55a32-cfcf-46aa-b04d-57403995c01d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.332739] env[69506]: DEBUG nova.compute.manager [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.333395] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.333395] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a5c60-c97d-c5fc-3ce9-6a0737578716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.334627] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd767a2-c695-44ed-b367-54129b5651a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.345236] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.345626] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853e6d09-1fc8-4c4b-b0cc-26bd5851ae94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.353250] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 628.353250] env[69506]: value = "task-3248757" [ 628.353250] env[69506]: _type = "Task" [ 628.353250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.367646] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.420357] env[69506]: DEBUG oslo_concurrency.lockutils [req-5178c53d-eac9-41e7-ba99-4ff5e5c9ae0f req-fe9f0ee0-66e1-4ed2-bf11-d71b14347429 service nova] Releasing lock "refresh_cache-53fa68d5-4517-49da-a742-d6c4800aecef" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.536825] env[69506]: DEBUG nova.compute.manager [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Received event network-changed-f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.536991] env[69506]: DEBUG nova.compute.manager [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Refreshing instance network info cache due to event network-changed-f424564b-e46e-413c-b279-f75a24a4d2f4. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.537239] env[69506]: DEBUG oslo_concurrency.lockutils [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] Acquiring lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.537384] env[69506]: DEBUG oslo_concurrency.lockutils [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] Acquired lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.537681] env[69506]: DEBUG nova.network.neutron [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Refreshing network info cache for port f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.560690] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.560813] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Instance network_info: |[{"id": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "address": "fa:16:3e:ac:2c:a4", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a5f3d6-d5", "ovs_interfaceid": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.561576] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74a5f3d6-d559-4625-80d3-fa22d7e4367c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.577023] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Creating folder: Project (fa15dd3fcf2a4615aa62d79651e987ee). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.583022] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4919e4ed-c19e-48d3-97fb-608f1139fe49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.593047] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Created folder: Project (fa15dd3fcf2a4615aa62d79651e987ee) in parent group-v649133. [ 628.593200] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Creating folder: Instances. Parent ref: group-v649170. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.593590] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd593161-84b6-41ef-8055-70fde3f15a10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.604625] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Created folder: Instances in parent group-v649170. [ 628.604879] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.607678] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.609452] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82eda7be-c929-4a76-95df-02cf03f23957 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.630919] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.645438] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.645438] env[69506]: value = "task-3248760" [ 628.645438] env[69506]: _type = "Task" [ 628.645438] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.656609] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248760, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.713221] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.786269] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e216108-659c-4fb1-a992-57d402039eb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.794850] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04193d-e634-4936-8095-cd2f09404dae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.840987] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd7470-ee8f-48d1-a71e-d0e7a435c535 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.850125] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a5c60-c97d-c5fc-3ce9-6a0737578716, 'name': SearchDatastore_Task, 'duration_secs': 0.018521} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.852527] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.852978] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] abda8eec-b811-493c-b1cc-bb5c2c351083/abda8eec-b811-493c-b1cc-bb5c2c351083.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.853365] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49339b1d-fe51-4380-a04f-60e85507a69c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.856325] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e2bb5-2e5d-4158-85af-73158450dfc9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.870032] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248757, 'name': PowerOffVM_Task, 'duration_secs': 0.276718} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.879923] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.880137] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.881229] env[69506]: DEBUG nova.compute.provider_tree [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.884812] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 628.884812] env[69506]: value = "task-3248761" [ 628.884812] env[69506]: _type = "Task" [ 628.884812] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.884812] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58dc7a0b-ea2c-4e8d-b0e8-f90dfedafa6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.890070] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Successfully created port: 23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.897522] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.913720] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.914322] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.914322] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Deleting the datastore file [datastore1] 5ba55a32-cfcf-46aa-b04d-57403995c01d {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.914443] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107dd095-29c9-4da5-95b9-89dbcd7cd21c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.923538] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for the task: (returnval){ [ 628.923538] env[69506]: value = "task-3248763" [ 628.923538] env[69506]: _type = "Task" [ 628.923538] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.933268] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.158740] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248760, 'name': CreateVM_Task, 'duration_secs': 0.430115} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.159025] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.159851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.159851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.160753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.160753] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f241638-4f16-45b0-85f3-420c6939903d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.165790] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 629.165790] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ce20fd-a913-e4e6-d207-4638ef28449f" [ 629.165790] env[69506]: _type = "Task" [ 629.165790] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.172293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.177439] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ce20fd-a913-e4e6-d207-4638ef28449f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.235570] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.235570] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c901870-b878-4f13-aa95-e5bbfba34cf8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.247897] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 629.247897] env[69506]: value = "task-3248764" [ 629.247897] env[69506]: _type = "Task" [ 629.247897] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.262703] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.385437] env[69506]: DEBUG nova.scheduler.client.report [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.413742] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.441903] env[69506]: DEBUG oslo_vmware.api [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Task: {'id': task-3248763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173039} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.442501] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.442835] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.443158] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.443438] env[69506]: INFO nova.compute.manager [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 629.443782] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.446512] env[69506]: DEBUG nova.compute.manager [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.446512] env[69506]: DEBUG nova.network.neutron [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.483039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.483444] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.499543] env[69506]: DEBUG nova.network.neutron [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.600143] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Successfully updated port: 820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.685581] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ce20fd-a913-e4e6-d207-4638ef28449f, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.687554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.687554] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.687554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.687554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.687886] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.687886] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b9b5cb-1061-49b8-bccc-6eeca09498ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.698845] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.700478] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.700802] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1adc733-a6e1-4c5c-a3ca-eaa9e2b302b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.707070] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 629.707070] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5249a9d6-09af-1848-1748-e5e2bc98327b" [ 629.707070] env[69506]: _type = "Task" [ 629.707070] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.720469] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5249a9d6-09af-1848-1748-e5e2bc98327b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.735450] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.756652] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248764, 'name': PowerOffVM_Task, 'duration_secs': 0.322166} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.760068] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.760643] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.762581] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa22252-8d38-45ce-8c8f-02d74f04e714 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.768794] env[69506]: DEBUG nova.network.neutron [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Updated VIF entry in instance network info cache for port f424564b-e46e-413c-b279-f75a24a4d2f4. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.769142] env[69506]: DEBUG nova.network.neutron [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Updating instance_info_cache with network_info: [{"id": "f424564b-e46e-413c-b279-f75a24a4d2f4", "address": "fa:16:3e:63:8e:fb", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf424564b-e4", "ovs_interfaceid": "f424564b-e46e-413c-b279-f75a24a4d2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.772245] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.772461] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.773646] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.773646] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.773646] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.773646] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.773646] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.773868] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.773868] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.773868] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.774015] env[69506]: DEBUG nova.virt.hardware [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.775388] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1652a1-899d-4fb2-8476-7d082afbd23f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.781440] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.785149] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7b3479-8d75-4e76-bf27-3b5a24fcc001 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.791171] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656ea09-d336-41ff-9a1f-84174d4b312a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.816563] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.816563] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.816563] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Deleting the datastore file [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.816817] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dc1e7bd-fb9b-43f7-988e-7e355fd95ef2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.827510] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 629.827510] env[69506]: value = "task-3248766" [ 629.827510] env[69506]: _type = "Task" [ 629.827510] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.837696] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.897651] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.905200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.405s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.905378] env[69506]: DEBUG nova.objects.instance [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lazy-loading 'resources' on Instance uuid 50b06b01-5d51-4d98-b148-ebc6d28b78fe {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.917206] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634205} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.919845] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] abda8eec-b811-493c-b1cc-bb5c2c351083/abda8eec-b811-493c-b1cc-bb5c2c351083.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.920093] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.920511] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb155f1c-b1d7-4364-91ef-20d54c2a437d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.931646] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 629.931646] env[69506]: value = "task-3248767" [ 629.931646] env[69506]: _type = "Task" [ 629.931646] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.952612] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.976811] env[69506]: INFO nova.scheduler.client.report [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Deleted allocations for instance c233b1d7-033a-4205-811a-ed51d821e0e9 [ 630.003758] env[69506]: DEBUG nova.network.neutron [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.102623] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.102772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.102920] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.224628] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5249a9d6-09af-1848-1748-e5e2bc98327b, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.224628] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92713e63-ab4e-4424-b765-3d430bbe3ce1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.230588] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 630.230588] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d70bc-c95c-d182-16fe-c6e4b5debdd3" [ 630.230588] env[69506]: _type = "Task" [ 630.230588] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.242585] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d70bc-c95c-d182-16fe-c6e4b5debdd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.281391] env[69506]: DEBUG oslo_concurrency.lockutils [req-b85e7677-cabf-4f0f-901d-c5fb8181bad6 req-60822ba0-6ce4-415f-9558-bd8e3b21b156 service nova] Releasing lock "refresh_cache-abda8eec-b811-493c-b1cc-bb5c2c351083" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.315196] env[69506]: DEBUG nova.compute.manager [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received event network-vif-plugged-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.315562] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Acquiring lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.315819] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.316458] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.317131] env[69506]: DEBUG nova.compute.manager [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] No waiting events found dispatching network-vif-plugged-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.317392] env[69506]: WARNING nova.compute.manager [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received unexpected event network-vif-plugged-74a5f3d6-d559-4625-80d3-fa22d7e4367c for instance with vm_state building and task_state spawning. [ 630.317532] env[69506]: DEBUG nova.compute.manager [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.317693] env[69506]: DEBUG nova.compute.manager [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing instance network info cache due to event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.317919] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Acquiring lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.318390] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Acquired lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.318844] env[69506]: DEBUG nova.network.neutron [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.345550] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201898} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.345840] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.346056] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.346432] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.452506] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079291} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.452797] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.453609] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b10696-2c22-4473-9eab-6f79db2e8127 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.488198] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] abda8eec-b811-493c-b1cc-bb5c2c351083/abda8eec-b811-493c-b1cc-bb5c2c351083.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.491642] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146d1a33-7451-408f-85ec-583035ef18c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.510029] env[69506]: DEBUG oslo_concurrency.lockutils [None req-390e8363-ceb8-4b30-ac26-e9475b1703e5 tempest-DeleteServersAdminTestJSON-118096704 tempest-DeleteServersAdminTestJSON-118096704-project-admin] Lock "c233b1d7-033a-4205-811a-ed51d821e0e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.944s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.513900] env[69506]: INFO nova.compute.manager [-] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Took 1.07 seconds to deallocate network for instance. [ 630.526346] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 630.526346] env[69506]: value = "task-3248768" [ 630.526346] env[69506]: _type = "Task" [ 630.526346] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.543183] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.662602] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.743224] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d70bc-c95c-d182-16fe-c6e4b5debdd3, 'name': SearchDatastore_Task, 'duration_secs': 0.024161} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.746399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.746560] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 54366b5d-6ffa-4094-8b77-259668b00cc7/54366b5d-6ffa-4094-8b77-259668b00cc7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.749323] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70950474-da5a-439d-9ade-396b6c530c45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.756808] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 630.756808] env[69506]: value = "task-3248769" [ 630.756808] env[69506]: _type = "Task" [ 630.756808] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.768944] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.833525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.833525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.941563] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Updating instance_info_cache with network_info: [{"id": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "address": "fa:16:3e:c7:2e:d4", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820ae93c-a3", "ovs_interfaceid": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.004199] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea32ed-0765-46e7-a586-6e90dc03e73c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.028140] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4bf6d-cc8b-4906-b5da-020ee017e615 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.049266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.098114] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.101619] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25e46d-d963-44b8-b7e9-0116eaf11fa3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.111333] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c73045-5083-4eab-9636-b2f5f143147f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.132780] env[69506]: DEBUG nova.compute.provider_tree [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.268928] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.291225] env[69506]: DEBUG nova.network.neutron [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updated VIF entry in instance network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.291496] env[69506]: DEBUG nova.network.neutron [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [{"id": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "address": "fa:16:3e:ac:2c:a4", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a5f3d6-d5", "ovs_interfaceid": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.392963] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.393350] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.393591] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.393901] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.393966] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.394511] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.394781] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.395012] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.395201] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.395396] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.395608] env[69506]: DEBUG nova.virt.hardware [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.396554] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6fbca2-5bca-4840-98e9-7a172c48d48b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.407809] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ec5a8-af49-44ef-a85b-2a5ce80a7a80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.413152] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Successfully updated port: 23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.428240] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.433973] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.434693] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.434916] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-093ebbf2-cff5-440b-a205-11cff54fe590 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.450119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.450119] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Instance network_info: |[{"id": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "address": "fa:16:3e:c7:2e:d4", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820ae93c-a3", "ovs_interfaceid": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.450802] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:2e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.458391] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating folder: Project (f380917b61474a70a97f12d868cbd691). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.460728] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-831e2fce-27bb-4246-8b51-d427900c3481 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462288] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.462288] env[69506]: value = "task-3248770" [ 631.462288] env[69506]: _type = "Task" [ 631.462288] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.472056] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248770, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.473704] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created folder: Project (f380917b61474a70a97f12d868cbd691) in parent group-v649133. [ 631.473893] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating folder: Instances. Parent ref: group-v649173. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.474210] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e50f17f-e9ea-44d0-8aa7-d6c61d7fb41e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.485717] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created folder: Instances in parent group-v649173. [ 631.485930] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.486162] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.486449] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2ebb16-1b08-4a80-b131-240639794906 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.505908] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.505908] env[69506]: value = "task-3248773" [ 631.505908] env[69506]: _type = "Task" [ 631.505908] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.514058] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248773, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.559511] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248768, 'name': ReconfigVM_Task, 'duration_secs': 0.607109} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.560029] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Reconfigured VM instance instance-0000000c to attach disk [datastore1] abda8eec-b811-493c-b1cc-bb5c2c351083/abda8eec-b811-493c-b1cc-bb5c2c351083.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.560515] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a193ee-3c22-40f9-bf17-d407c3b88025 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.567796] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 631.567796] env[69506]: value = "task-3248774" [ 631.567796] env[69506]: _type = "Task" [ 631.567796] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.577550] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248774, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.636730] env[69506]: DEBUG nova.scheduler.client.report [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.649965] env[69506]: DEBUG nova.compute.manager [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Received event network-vif-plugged-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.650312] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Acquiring lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.650546] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.650626] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.650925] env[69506]: DEBUG nova.compute.manager [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] No waiting events found dispatching network-vif-plugged-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.650986] env[69506]: WARNING nova.compute.manager [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Received unexpected event network-vif-plugged-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae for instance with vm_state building and task_state spawning. [ 631.652526] env[69506]: DEBUG nova.compute.manager [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Received event network-changed-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.652526] env[69506]: DEBUG nova.compute.manager [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Refreshing instance network info cache due to event network-changed-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.652526] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Acquiring lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.652526] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Acquired lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.652526] env[69506]: DEBUG nova.network.neutron [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Refreshing network info cache for port 820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.773083] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.773561] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 54366b5d-6ffa-4094-8b77-259668b00cc7/54366b5d-6ffa-4094-8b77-259668b00cc7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.773954] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.774735] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725650ae-1f97-437c-867e-589b3d0192fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.783796] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 631.783796] env[69506]: value = "task-3248775" [ 631.783796] env[69506]: _type = "Task" [ 631.783796] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.798844] env[69506]: DEBUG oslo_concurrency.lockutils [req-1adee443-8606-4a32-9488-9af87b3df25c req-19ebb7b2-e94b-4696-8300-7754b4ececea service nova] Releasing lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.799719] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.917867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.917867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.917867] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.973737] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248770, 'name': CreateVM_Task, 'duration_secs': 0.355244} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.974328] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.977265] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.977265] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.977265] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.977265] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6f140a-0840-4ac3-8198-a4882ba3a830 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.984020] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 631.984020] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5232b5dc-d39d-be92-070f-7fcc5196b92b" [ 631.984020] env[69506]: _type = "Task" [ 631.984020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.990484] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5232b5dc-d39d-be92-070f-7fcc5196b92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.017117] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248773, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.077962] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248774, 'name': Rename_Task, 'duration_secs': 0.256081} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.078442] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.078775] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9665efb9-7a28-4874-8d40-f3b8401667d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.085248] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 632.085248] env[69506]: value = "task-3248776" [ 632.085248] env[69506]: _type = "Task" [ 632.085248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.093069] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.143309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.145954] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.711s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.146268] env[69506]: DEBUG nova.objects.instance [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lazy-loading 'resources' on Instance uuid d45b0d94-073c-4199-9109-186206a863bd {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.167601] env[69506]: INFO nova.scheduler.client.report [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Deleted allocations for instance 50b06b01-5d51-4d98-b148-ebc6d28b78fe [ 632.271411] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "db5619bb-270c-460e-8efe-41dfcded358a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.271411] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.293440] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083115} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.293440] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.294129] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc415c-103c-4437-83ca-28cbfac1fa52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.317434] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 54366b5d-6ffa-4094-8b77-259668b00cc7/54366b5d-6ffa-4094-8b77-259668b00cc7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.320182] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9737a7a-c4eb-4e2f-aa5a-b078201c1277 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.339426] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 632.339426] env[69506]: value = "task-3248777" [ 632.339426] env[69506]: _type = "Task" [ 632.339426] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.348612] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.441017] env[69506]: DEBUG nova.network.neutron [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Updated VIF entry in instance network info cache for port 820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.441409] env[69506]: DEBUG nova.network.neutron [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Updating instance_info_cache with network_info: [{"id": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "address": "fa:16:3e:c7:2e:d4", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820ae93c-a3", "ovs_interfaceid": "820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.477087] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.497645] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5232b5dc-d39d-be92-070f-7fcc5196b92b, 'name': SearchDatastore_Task, 'duration_secs': 0.018457} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.497645] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.497645] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.497645] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.497930] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.497930] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.498064] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5c519bc-4dae-4ce8-9e45-9762ff7b4d97 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.513524] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.515055] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.515055] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61027810-be1a-49e2-a973-70f8fc3d22ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.523557] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248773, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.525238] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 632.525238] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bdf004-eefb-7728-de96-afa9c3d73f63" [ 632.525238] env[69506]: _type = "Task" [ 632.525238] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.536308] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bdf004-eefb-7728-de96-afa9c3d73f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.602677] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.678603] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bd868a19-c309-4571-bf53-ed602f60ee5e tempest-ImagesNegativeTestJSON-1129831825 tempest-ImagesNegativeTestJSON-1129831825-project-member] Lock "50b06b01-5d51-4d98-b148-ebc6d28b78fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.275s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.740078] env[69506]: DEBUG nova.network.neutron [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Updating instance_info_cache with network_info: [{"id": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "address": "fa:16:3e:64:19:ba", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23069dfa-9e", "ovs_interfaceid": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.854149] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.947820] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf4b091d-6a02-42f5-add7-e0a505ed333d req-05cf17f0-9a72-4f37-aa2a-4cf06e8dfdfe service nova] Releasing lock "refresh_cache-2268a6a7-acbf-4df5-9755-21e1612399f0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.021711] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248773, 'name': CreateVM_Task, 'duration_secs': 1.366155} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.022265] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.024030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.024030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.024409] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.024725] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c40765-6571-40bc-8349-5d7c0c56e273 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.033140] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 633.033140] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5239c028-6478-f4ab-0b2a-bbc764b3aae2" [ 633.033140] env[69506]: _type = "Task" [ 633.033140] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.039301] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bdf004-eefb-7728-de96-afa9c3d73f63, 'name': SearchDatastore_Task, 'duration_secs': 0.016416} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.043076] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8adb66b-0112-45b8-a504-c6c52fb77372 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.051596] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5239c028-6478-f4ab-0b2a-bbc764b3aae2, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.055195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.055451] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.055660] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.055944] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 633.055944] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52432756-b055-7121-e5ac-7af70ac77870" [ 633.055944] env[69506]: _type = "Task" [ 633.055944] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.064605] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52432756-b055-7121-e5ac-7af70ac77870, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.064850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.065115] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.065387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.065573] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.065782] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41bc6a7-9aa9-4a27-9b1f-04d071a40351 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.070349] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ddf55d0-e019-485c-b874-86599418ea7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.076677] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 633.076677] env[69506]: value = "task-3248778" [ 633.076677] env[69506]: _type = "Task" [ 633.076677] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.080837] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.081019] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.084473] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bb5dfb-06b9-4bad-b287-f08d0a058670 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.089789] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.096942] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 633.096942] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524eaf01-1089-6533-427c-6d2653a26970" [ 633.096942] env[69506]: _type = "Task" [ 633.096942] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.100216] env[69506]: DEBUG oslo_vmware.api [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248776, 'name': PowerOnVM_Task, 'duration_secs': 0.834581} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.105410] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.105622] env[69506]: INFO nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Took 11.37 seconds to spawn the instance on the hypervisor. [ 633.105795] env[69506]: DEBUG nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.106750] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aff9f6-19fd-4ad9-b912-7ebdf00c1d51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.118161] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524eaf01-1089-6533-427c-6d2653a26970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.119860] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c6c08b-b422-474d-bf0f-8e2021bd3ec3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.126367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24ac5d-c13a-458a-be8b-f89f029610dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.160811] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f87538-9c57-46cd-b3da-7fddefe221b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.168977] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf99488-e716-457d-977d-30a55e0b77d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.183465] env[69506]: DEBUG nova.compute.provider_tree [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.245455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.246054] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Instance network_info: |[{"id": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "address": "fa:16:3e:64:19:ba", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23069dfa-9e", "ovs_interfaceid": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.246569] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:19:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23069dfa-9eff-4a25-b1f0-4667a7ca488f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.255466] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.255466] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.255628] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87ccb4ad-607d-49c5-a633-f3cfdedaa247 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.275614] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.275614] env[69506]: value = "task-3248779" [ 633.275614] env[69506]: _type = "Task" [ 633.275614] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.284875] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248779, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.302380] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.302693] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.350201] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248777, 'name': ReconfigVM_Task, 'duration_secs': 0.555928} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.350428] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 54366b5d-6ffa-4094-8b77-259668b00cc7/54366b5d-6ffa-4094-8b77-259668b00cc7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.351032] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6135090e-e14f-4101-a00b-7b043485468e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.357726] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 633.357726] env[69506]: value = "task-3248780" [ 633.357726] env[69506]: _type = "Task" [ 633.357726] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.368694] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248780, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.373945] env[69506]: DEBUG nova.compute.manager [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.374978] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a1dac-9bdb-4983-93c8-cbb296e106e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.512293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.512535] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.593117] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.612635] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524eaf01-1089-6533-427c-6d2653a26970, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.613615] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a357275-85b5-42d8-bff9-a6ef325edd79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.626674] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 633.626674] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a72a4d-02c7-afd2-d9e0-489e2c431210" [ 633.626674] env[69506]: _type = "Task" [ 633.626674] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.632158] env[69506]: INFO nova.compute.manager [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Took 27.07 seconds to build instance. [ 633.640678] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a72a4d-02c7-afd2-d9e0-489e2c431210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.689705] env[69506]: DEBUG nova.scheduler.client.report [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.787788] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248779, 'name': CreateVM_Task, 'duration_secs': 0.337997} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.787992] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.788873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.788873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.789264] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.789496] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efd6de5-22e7-474f-be40-275051a95d43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.795834] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 633.795834] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520add2d-a6e7-418f-55a9-370ffd77c2c9" [ 633.795834] env[69506]: _type = "Task" [ 633.795834] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.807635] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520add2d-a6e7-418f-55a9-370ffd77c2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.867909] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248780, 'name': Rename_Task, 'duration_secs': 0.422822} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.869063] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.869063] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d3c206-6920-4216-888d-f5db336bfd6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.877762] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 633.877762] env[69506]: value = "task-3248781" [ 633.877762] env[69506]: _type = "Task" [ 633.877762] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.887064] env[69506]: INFO nova.compute.manager [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] instance snapshotting [ 633.889747] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.893997] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd840fa-cd98-43d2-9dee-46fa12d02f8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.917240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7663c342-d397-4a38-8947-87336bb9da63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.928324] env[69506]: DEBUG nova.compute.manager [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Received event network-vif-plugged-23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.928567] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Acquiring lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.928811] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.928955] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.929151] env[69506]: DEBUG nova.compute.manager [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] No waiting events found dispatching network-vif-plugged-23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.929555] env[69506]: WARNING nova.compute.manager [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Received unexpected event network-vif-plugged-23069dfa-9eff-4a25-b1f0-4667a7ca488f for instance with vm_state building and task_state spawning. [ 633.929555] env[69506]: DEBUG nova.compute.manager [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Received event network-changed-23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.929749] env[69506]: DEBUG nova.compute.manager [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Refreshing instance network info cache due to event network-changed-23069dfa-9eff-4a25-b1f0-4667a7ca488f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.930818] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Acquiring lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.930818] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Acquired lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.930818] env[69506]: DEBUG nova.network.neutron [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Refreshing network info cache for port 23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.091527] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668328} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.091878] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.092149] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.092441] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bda30be-6a34-447d-9e1d-e2674a39c367 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.099352] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 634.099352] env[69506]: value = "task-3248782" [ 634.099352] env[69506]: _type = "Task" [ 634.099352] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.109840] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.134410] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3844e1b-a365-45e9-b131-78f6be069281 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.627s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.139487] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a72a4d-02c7-afd2-d9e0-489e2c431210, 'name': SearchDatastore_Task, 'duration_secs': 0.049319} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.139765] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.140997] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2268a6a7-acbf-4df5-9755-21e1612399f0/2268a6a7-acbf-4df5-9755-21e1612399f0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.142156] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ece98aa-6240-4ce5-91f4-0c19c73b0136 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.151016] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 634.151016] env[69506]: value = "task-3248783" [ 634.151016] env[69506]: _type = "Task" [ 634.151016] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.160750] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.199060] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.200455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.913s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.202194] env[69506]: INFO nova.compute.claims [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.231207] env[69506]: INFO nova.scheduler.client.report [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Deleted allocations for instance d45b0d94-073c-4199-9109-186206a863bd [ 634.310550] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520add2d-a6e7-418f-55a9-370ffd77c2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.310945] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.311260] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.311608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.311803] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.312044] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.312384] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd958db-473f-4a78-972b-fafece1e3c34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.321803] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.322229] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.323040] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc42458-9526-4846-aa71-c822e0df8c46 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.328894] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 634.328894] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52246c40-457b-a5d6-b560-8f42a3a0ce05" [ 634.328894] env[69506]: _type = "Task" [ 634.328894] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.336752] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52246c40-457b-a5d6-b560-8f42a3a0ce05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.387243] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.433710] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 634.436189] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bcff306-2558-4708-aad3-aaa41d7b5c0f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.443508] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 634.443508] env[69506]: value = "task-3248784" [ 634.443508] env[69506]: _type = "Task" [ 634.443508] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.452786] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.615727] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071504} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.616674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.617111] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d9349-d7a6-4493-afcf-f5c852fbedf3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.648832] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.652049] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.655012] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf90aab-5f46-40c7-9d4c-3dd7681b8794 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.681116] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.682941] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 634.682941] env[69506]: value = "task-3248785" [ 634.682941] env[69506]: _type = "Task" [ 634.682941] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.694634] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.740981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-db20beea-aa10-4559-877c-89d938042bce tempest-ServerDiagnosticsNegativeTest-1018444580 tempest-ServerDiagnosticsNegativeTest-1018444580-project-member] Lock "d45b0d94-073c-4199-9109-186206a863bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.319s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.809012] env[69506]: DEBUG nova.network.neutron [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Updated VIF entry in instance network info cache for port 23069dfa-9eff-4a25-b1f0-4667a7ca488f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.809538] env[69506]: DEBUG nova.network.neutron [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Updating instance_info_cache with network_info: [{"id": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "address": "fa:16:3e:64:19:ba", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23069dfa-9e", "ovs_interfaceid": "23069dfa-9eff-4a25-b1f0-4667a7ca488f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.840557] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52246c40-457b-a5d6-b560-8f42a3a0ce05, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.841461] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd9dc5d-9a9d-481b-9f74-3f05bb6ee62d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.847631] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 634.847631] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ee6f92-3e6b-c1ad-672a-c097bed7e34f" [ 634.847631] env[69506]: _type = "Task" [ 634.847631] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.856456] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ee6f92-3e6b-c1ad-672a-c097bed7e34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.886900] env[69506]: DEBUG oslo_vmware.api [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3248781, 'name': PowerOnVM_Task, 'duration_secs': 0.990513} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.887153] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.887386] env[69506]: INFO nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Took 10.41 seconds to spawn the instance on the hypervisor. [ 634.887573] env[69506]: DEBUG nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.888372] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f0b6cf-8cc5-44fd-8d4c-81c9d8911257 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.946125] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 634.947410] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30db370-5179-43da-bfb1-9ab6b0ac488e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.957091] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 634.957297] env[69506]: ERROR oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk due to incomplete transfer. [ 634.960226] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-753cb26f-6009-4370-9de5-e97d0a8ee9df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.961810] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.967253] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fb3c2-496b-1a34-441f-964e5633fb9f/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 634.967436] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Uploaded image eabb152f-7f1e-40a4-9b8e-5510003c66f4 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 634.969305] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 634.969603] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9b51f8d-91c4-43af-8b19-91b2614189c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.978129] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 634.978129] env[69506]: value = "task-3248786" [ 634.978129] env[69506]: _type = "Task" [ 634.978129] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.985250] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.192319] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637959} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.192666] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2268a6a7-acbf-4df5-9755-21e1612399f0/2268a6a7-acbf-4df5-9755-21e1612399f0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.194196] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.194196] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b06c855-4957-460e-b80c-63196534c5bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.200224] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248785, 'name': ReconfigVM_Task, 'duration_secs': 0.359511} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.201245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.201902] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.202704] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d927c09-aebb-40c1-a5b6-1d148790e11a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.206692] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 635.206692] env[69506]: value = "task-3248787" [ 635.206692] env[69506]: _type = "Task" [ 635.206692] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.217853] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 635.217853] env[69506]: value = "task-3248788" [ 635.217853] env[69506]: _type = "Task" [ 635.217853] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.229904] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.237472] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248788, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.312565] env[69506]: DEBUG oslo_concurrency.lockutils [req-75bf0553-5d5c-4e46-8a96-14ffe1141adf req-6fd4a133-a300-48c9-a5f2-9716448f92be service nova] Releasing lock "refresh_cache-2f5b78cc-c97d-439f-a536-df4279294d89" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.364852] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ee6f92-3e6b-c1ad-672a-c097bed7e34f, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.365753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.365753] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2f5b78cc-c97d-439f-a536-df4279294d89/2f5b78cc-c97d-439f-a536-df4279294d89.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.365753] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0156fbcc-30d4-4fe6-9347-2b0c0c759449 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.375751] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 635.375751] env[69506]: value = "task-3248789" [ 635.375751] env[69506]: _type = "Task" [ 635.375751] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.386048] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.408295] env[69506]: INFO nova.compute.manager [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Took 27.71 seconds to build instance. [ 635.416720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "abda8eec-b811-493c-b1cc-bb5c2c351083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.417299] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.417299] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.417437] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.417731] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.419784] env[69506]: INFO nova.compute.manager [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Terminating instance [ 635.458069] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.485787] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.666827] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeced28-6205-4780-bb6f-32c45d5c5c33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.674253] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c949365-3d1b-42cd-b5cf-9d8e456918b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.715374] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf2a64b-3f72-4a95-8958-00680e938c20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.727963] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093818} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.728677] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.730027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5b440-aac0-4f98-8d3b-ff61c506210f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.740153] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e885c4d-0e24-4d37-9ebf-33d6a8359171 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.743068] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248788, 'name': Rename_Task, 'duration_secs': 0.163026} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.743719] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.744287] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b032782-a5c8-4650-be07-3bea4514df94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.753685] env[69506]: DEBUG nova.compute.provider_tree [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.775919] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 2268a6a7-acbf-4df5-9755-21e1612399f0/2268a6a7-acbf-4df5-9755-21e1612399f0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.779044] env[69506]: DEBUG nova.scheduler.client.report [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.782342] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f58c4e-0840-42e4-8001-956b3a478bd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.799308] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 635.799308] env[69506]: value = "task-3248790" [ 635.799308] env[69506]: _type = "Task" [ 635.799308] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.801078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.601s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.801650] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.804423] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.970s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.806397] env[69506]: INFO nova.compute.claims [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.815352] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 635.815352] env[69506]: value = "task-3248791" [ 635.815352] env[69506]: _type = "Task" [ 635.815352] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.823725] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.828816] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.889347] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248789, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.910742] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4861ab3-f413-431d-a77e-32a99011e65b tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.651s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.926234] env[69506]: DEBUG nova.compute.manager [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.926354] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.927376] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50985de1-67d3-4d54-8fb3-cfaf4321f87b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.939647] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.941087] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7d0618-2424-4b39-9888-a54ec27b09ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.948471] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 635.948471] env[69506]: value = "task-3248792" [ 635.948471] env[69506]: _type = "Task" [ 635.948471] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.962273] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.965976] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.987020] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.311572] env[69506]: DEBUG nova.compute.utils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.330360] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.331721] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.333315] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248790, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.344092] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248791, 'name': ReconfigVM_Task, 'duration_secs': 0.352756} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.344459] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 2268a6a7-acbf-4df5-9755-21e1612399f0/2268a6a7-acbf-4df5-9755-21e1612399f0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.345067] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1bb362f-bb24-4011-ad9f-91d6debc4ee8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.351774] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 636.351774] env[69506]: value = "task-3248793" [ 636.351774] env[69506]: _type = "Task" [ 636.351774] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.362438] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248793, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.388737] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800861} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.388981] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2f5b78cc-c97d-439f-a536-df4279294d89/2f5b78cc-c97d-439f-a536-df4279294d89.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.389460] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.389780] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b886405-ba9a-4dec-8296-e6c7077bb5bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.396014] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 636.396014] env[69506]: value = "task-3248794" [ 636.396014] env[69506]: _type = "Task" [ 636.396014] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.405362] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.407214] env[69506]: DEBUG nova.policy [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3c834a01dcf4c5e80e0686609c12b6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3629b1f6714830be5356f6a42b4209', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.413589] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.465685] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.468211] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.487773] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.821408] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.825896] env[69506]: DEBUG oslo_vmware.api [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248790, 'name': PowerOnVM_Task, 'duration_secs': 0.752126} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.826451] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.826663] env[69506]: DEBUG nova.compute.manager [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.827775] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab70c17-999f-4cbe-ad49-9305cb4a4b87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.866952] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248793, 'name': Rename_Task, 'duration_secs': 0.174274} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.867301] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.867562] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf04ebe3-21af-493e-abd6-96a5535b2c77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.881169] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 636.881169] env[69506]: value = "task-3248795" [ 636.881169] env[69506]: _type = "Task" [ 636.881169] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.889948] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.911251] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099161} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.914615] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.917735] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3130e96-4acc-467e-bc13-88d4c1735db3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.949172] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2f5b78cc-c97d-439f-a536-df4279294d89/2f5b78cc-c97d-439f-a536-df4279294d89.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.952992] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.953598] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f19201f-5861-400e-8406-3131bad99a2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.990856] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.991132] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.993885] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 636.993885] env[69506]: value = "task-3248796" [ 636.993885] env[69506]: _type = "Task" [ 636.993885] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.999368] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.004730] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.033878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "a685c596-6398-4303-99ee-9e902779fa61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.034291] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.034523] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "a685c596-6398-4303-99ee-9e902779fa61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.034738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.034963] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.037279] env[69506]: INFO nova.compute.manager [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Terminating instance [ 637.355886] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Successfully created port: ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.360376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.394424] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.423124] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fc3aae-0e94-4bdc-b668-f8babdc8bcd7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.433300] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3c7d3-9983-4b9e-84c6-da44fc680208 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.469240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9b050-4c1f-4198-a33f-f06df52ccdb1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.491267] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.495866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2112bef-3937-4152-873d-43694a1b777e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.500730] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.508050] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.513474] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248796, 'name': ReconfigVM_Task, 'duration_secs': 0.405914} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.522271] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2f5b78cc-c97d-439f-a536-df4279294d89/2f5b78cc-c97d-439f-a536-df4279294d89.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.523329] env[69506]: DEBUG nova.compute.provider_tree [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.524813] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ee247c-d2ba-4587-aa37-8a1bc48f7bdf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.532865] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 637.532865] env[69506]: value = "task-3248797" [ 637.532865] env[69506]: _type = "Task" [ 637.532865] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.546166] env[69506]: DEBUG nova.compute.manager [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.546543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.546920] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248797, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.547862] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6592dd-6e78-4896-8ecf-2809b25f8e3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.557011] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.557247] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43fb8d1-6033-4a45-89b8-08cbe41c5f27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.654475] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.654561] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.654872] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore1] a685c596-6398-4303-99ee-9e902779fa61 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.655288] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18f602d-e3bf-4da8-8695-057f701d8d2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.663933] env[69506]: DEBUG oslo_vmware.api [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 637.663933] env[69506]: value = "task-3248799" [ 637.663933] env[69506]: _type = "Task" [ 637.663933] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.674873] env[69506]: DEBUG oslo_vmware.api [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.833679] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.867397] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.867397] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.867578] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.868100] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.868347] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.869341] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.869678] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.870413] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.870413] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.870413] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.871401] env[69506]: DEBUG nova.virt.hardware [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.871475] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1da4e-9b16-4dac-976d-e19d47b6930d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.881323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e1c41-d7b0-409a-a10c-ac31574d86f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.903976] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248795, 'name': PowerOnVM_Task, 'duration_secs': 0.555039} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.904374] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.904582] env[69506]: INFO nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Took 10.75 seconds to spawn the instance on the hypervisor. [ 637.904763] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.905576] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcd86d4-f2fa-44be-bb6c-f1e1620e7081 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.996272] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248792, 'name': PowerOffVM_Task, 'duration_secs': 1.706004} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.996567] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248784, 'name': CreateSnapshot_Task, 'duration_secs': 3.406453} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.997298] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.997478] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.998878] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 637.998878] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e27d2c5e-24e9-4577-b8aa-53c866ef9d5c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.000695] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495757f-445e-47f2-b0b0-f21d2cc5cd1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.010212] env[69506]: DEBUG oslo_vmware.api [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248786, 'name': Destroy_Task, 'duration_secs': 2.908557} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.011588] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Destroyed the VM [ 638.011928] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 638.012507] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7372e2a7-4382-4580-a978-09d3b14d8219 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024144] env[69506]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 638.024426] env[69506]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69506) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 638.024764] env[69506]: DEBUG nova.compute.utils [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Cleaning up image eabb152f-7f1e-40a4-9b8e-5510003c66f4 {{(pid=69506) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 638.030769] env[69506]: DEBUG nova.scheduler.client.report [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.044869] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248797, 'name': Rename_Task, 'duration_secs': 0.21643} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.045180] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.045448] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea33e6b-c7fa-4f2d-851e-c3995fd3caee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.052039] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 638.052039] env[69506]: value = "task-3248801" [ 638.052039] env[69506]: _type = "Task" [ 638.052039] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.066698] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.083799] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.084011] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.084225] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Deleting the datastore file [datastore1] abda8eec-b811-493c-b1cc-bb5c2c351083 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.085772] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2deeda36-dffc-42c8-84c9-812d71b027cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.093591] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for the task: (returnval){ [ 638.093591] env[69506]: value = "task-3248802" [ 638.093591] env[69506]: _type = "Task" [ 638.093591] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.102491] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.178484] env[69506]: WARNING nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a685c596-6398-4303-99ee-9e902779fa61 [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] Traceback (most recent call last): [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] ds_util.file_delete(self._session, [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] session._wait_for_task(file_delete_task) [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] return self.wait_for_task(task_ref) [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] return evt.wait() [ 638.178484] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] result = hub.switch() [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] return self.greenlet.switch() [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] self.f(*self.args, **self.kw) [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] raise exceptions.translate_fault(task_info.error) [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a685c596-6398-4303-99ee-9e902779fa61 [ 638.179024] env[69506]: ERROR nova.virt.vmwareapi.vmops [instance: a685c596-6398-4303-99ee-9e902779fa61] [ 638.180213] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.183971] env[69506]: INFO nova.compute.manager [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Took 0.64 seconds to destroy the instance on the hypervisor. [ 638.183971] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.183971] env[69506]: DEBUG nova.compute.manager [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.183971] env[69506]: DEBUG nova.network.neutron [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.428492] env[69506]: INFO nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Took 30.28 seconds to build instance. [ 638.536658] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 638.537571] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.538051] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.545870] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99f73ab6-80f8-4eec-8ef4-acc0f2d31213 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.547697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.123s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.549219] env[69506]: INFO nova.compute.claims [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.558751] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 638.558751] env[69506]: value = "task-3248803" [ 638.558751] env[69506]: _type = "Task" [ 638.558751] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.569612] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.575892] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248803, 'name': CloneVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.609564] env[69506]: DEBUG oslo_vmware.api [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Task: {'id': task-3248802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431571} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.612080] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.612080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.612080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.612080] env[69506]: INFO nova.compute.manager [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Took 2.68 seconds to destroy the instance on the hypervisor. [ 638.612080] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.612291] env[69506]: DEBUG nova.compute.manager [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.612291] env[69506]: DEBUG nova.network.neutron [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.854607] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "06836907-5cac-4292-946f-9678ee77f257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.854607] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.855640] env[69506]: DEBUG nova.compute.manager [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.855848] env[69506]: DEBUG nova.compute.manager [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing instance network info cache due to event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.856069] env[69506]: DEBUG oslo_concurrency.lockutils [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] Acquiring lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.856209] env[69506]: DEBUG oslo_concurrency.lockutils [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] Acquired lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.856401] env[69506]: DEBUG nova.network.neutron [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.932558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.880s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.049700] env[69506]: DEBUG nova.compute.utils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.051256] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.052142] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.085096] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248803, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.085321] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248801, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.130034] env[69506]: DEBUG nova.network.neutron [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.217976] env[69506]: DEBUG nova.policy [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2e755ba1ed4e8eb90c2a5a92f91617', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55c53bb2c454461baf80088e4cef7eb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.434109] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.554361] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.571852] env[69506]: DEBUG oslo_vmware.api [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248801, 'name': PowerOnVM_Task, 'duration_secs': 1.138892} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.572160] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.572372] env[69506]: INFO nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Took 9.84 seconds to spawn the instance on the hypervisor. [ 639.572551] env[69506]: DEBUG nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.573740] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec05cb-69bd-41a9-ad17-1c8f87f78ec6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.582045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.582361] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248803, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.634720] env[69506]: INFO nova.compute.manager [-] [instance: a685c596-6398-4303-99ee-9e902779fa61] Took 1.45 seconds to deallocate network for instance. [ 639.753778] env[69506]: DEBUG nova.network.neutron [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.807184] env[69506]: DEBUG nova.network.neutron [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updated VIF entry in instance network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.808956] env[69506]: DEBUG nova.network.neutron [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [{"id": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "address": "fa:16:3e:ac:2c:a4", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a5f3d6-d5", "ovs_interfaceid": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.926061] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Successfully updated port: ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.964639] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.030722] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Successfully created port: e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.083037] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248803, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.106748] env[69506]: INFO nova.compute.manager [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Took 28.26 seconds to build instance. [ 640.135641] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eecd183-41c1-4cb0-a75c-f106c7052852 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.144899] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade999fe-babd-409b-a6d9-dc82beda80bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.147909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.177766] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf8d25-ee8d-4a98-88ea-47f6e30540b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.187697] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2743fc51-6a44-4aed-80b9-133a149ffb23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.198489] env[69506]: DEBUG nova.compute.provider_tree [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.260613] env[69506]: INFO nova.compute.manager [-] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Took 1.65 seconds to deallocate network for instance. [ 640.315089] env[69506]: DEBUG oslo_concurrency.lockutils [req-d75226c0-16f8-486c-97ea-421ad1b74b4f req-5f88842e-5ede-40d1-9fb2-de869a2afb16 service nova] Releasing lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.437727] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.437968] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquired lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.438104] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.498326] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.498541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.569885] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.587040] env[69506]: DEBUG nova.compute.manager [req-caa7a80f-1c6e-44ce-9478-0161fba15e08 req-74370ebc-4b22-4e4e-a380-446440e1c3a1 service nova] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Received event network-vif-deleted-f424564b-e46e-413c-b279-f75a24a4d2f4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.587040] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248803, 'name': CloneVM_Task, 'duration_secs': 1.63129} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.587040] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Created linked-clone VM from snapshot [ 640.587626] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78a6b9-4796-4107-89e0-2a6369412539 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.596848] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Uploading image 889d2639-7bfc-42f7-98fe-401016c4fc57 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 640.609486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ba335fa7-1f0b-46dc-b9b4-0011df69f0b8 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.528s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.623796] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.623796] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.623796] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.624064] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.624064] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.624064] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.624472] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.624472] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.624686] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.624927] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.625199] env[69506]: DEBUG nova.virt.hardware [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.629025] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1c3e1-8e85-48fe-8a6c-1f4a5d6ec4a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.644121] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 640.644121] env[69506]: value = "vm-649179" [ 640.644121] env[69506]: _type = "VirtualMachine" [ 640.644121] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 640.648862] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e6ac4-efed-478b-b110-96e76888414e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.656298] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d88050d-a720-4abc-8e8c-d5969a4fa000 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.671620] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease: (returnval){ [ 640.671620] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c47ee5-af93-1007-f5e5-b8df42aef8a0" [ 640.671620] env[69506]: _type = "HttpNfcLease" [ 640.671620] env[69506]: } obtained for exporting VM: (result){ [ 640.671620] env[69506]: value = "vm-649179" [ 640.671620] env[69506]: _type = "VirtualMachine" [ 640.671620] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 640.672017] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the lease: (returnval){ [ 640.672017] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c47ee5-af93-1007-f5e5-b8df42aef8a0" [ 640.672017] env[69506]: _type = "HttpNfcLease" [ 640.672017] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 640.678086] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 640.678086] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c47ee5-af93-1007-f5e5-b8df42aef8a0" [ 640.678086] env[69506]: _type = "HttpNfcLease" [ 640.678086] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 640.702470] env[69506]: DEBUG nova.scheduler.client.report [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.766942] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.808384] env[69506]: INFO nova.compute.manager [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Rebuilding instance [ 640.873838] env[69506]: DEBUG nova.compute.manager [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.875338] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d5b86-c89f-4df3-8cec-b4f1c959eebe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.988475] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.112995] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.180089] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.180089] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c47ee5-af93-1007-f5e5-b8df42aef8a0" [ 641.180089] env[69506]: _type = "HttpNfcLease" [ 641.180089] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.184053] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.184053] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c47ee5-af93-1007-f5e5-b8df42aef8a0" [ 641.184053] env[69506]: _type = "HttpNfcLease" [ 641.184053] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.184053] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b95129-3c04-492b-a25f-e8fac95f1ec5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.190587] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.191042] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.260522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.261250] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.267140] env[69506]: DEBUG nova.network.neutron [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Updating instance_info_cache with network_info: [{"id": "ed6caab2-2ac1-4094-9384-f27719229499", "address": "fa:16:3e:7f:51:5a", "network": {"id": "72397a3a-b91d-42c2-ae4a-260991f92711", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2096684078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3629b1f6714830be5356f6a42b4209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6caab2-2a", "ovs_interfaceid": "ed6caab2-2ac1-4094-9384-f27719229499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.268627] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.306s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.377881] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a495f6a1-7c8d-4a85-99a9-80ff279ee38b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.634971] env[69506]: DEBUG nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: a685c596-6398-4303-99ee-9e902779fa61] Received event network-vif-deleted-4c19e69b-b9d0-4903-9097-48939d4d2614 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.638738] env[69506]: DEBUG nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Received event network-vif-plugged-ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.639566] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Acquiring lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.640868] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.640868] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.640868] env[69506]: DEBUG nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] No waiting events found dispatching network-vif-plugged-ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.640868] env[69506]: WARNING nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Received unexpected event network-vif-plugged-ed6caab2-2ac1-4094-9384-f27719229499 for instance with vm_state building and task_state spawning. [ 641.641082] env[69506]: DEBUG nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Received event network-changed-ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.641082] env[69506]: DEBUG nova.compute.manager [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Refreshing instance network info cache due to event network-changed-ed6caab2-2ac1-4094-9384-f27719229499. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.641286] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Acquiring lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.656318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.774065] env[69506]: DEBUG nova.compute.utils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.775640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Releasing lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775923] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Instance network_info: |[{"id": "ed6caab2-2ac1-4094-9384-f27719229499", "address": "fa:16:3e:7f:51:5a", "network": {"id": "72397a3a-b91d-42c2-ae4a-260991f92711", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2096684078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3629b1f6714830be5356f6a42b4209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6caab2-2a", "ovs_interfaceid": "ed6caab2-2ac1-4094-9384-f27719229499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.780386] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.780581] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.783285] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Acquired lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.783565] env[69506]: DEBUG nova.network.neutron [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Refreshing network info cache for port ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.785352] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:51:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed6caab2-2ac1-4094-9384-f27719229499', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.794868] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Creating folder: Project (8b3629b1f6714830be5356f6a42b4209). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.796920] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.805390] env[69506]: INFO nova.compute.claims [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.809967] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87d80ea-ab3a-478b-ad50-0e4b688b0a4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.825062] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Created folder: Project (8b3629b1f6714830be5356f6a42b4209) in parent group-v649133. [ 641.825430] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Creating folder: Instances. Parent ref: group-v649180. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.825695] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cb2a9a-7db6-4b34-ab3e-aa32e6e9c8ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.840981] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Created folder: Instances in parent group-v649180. [ 641.843015] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.843015] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.843015] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a5d8a58-e0e6-4397-8d9f-889c7980f321 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.872690] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.872690] env[69506]: value = "task-3248807" [ 641.872690] env[69506]: _type = "Task" [ 641.872690] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.883161] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248807, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.894840] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.895044] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4daa057-a6fc-40c0-820a-b2136e062f10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.905400] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 641.905400] env[69506]: value = "task-3248808" [ 641.905400] env[69506]: _type = "Task" [ 641.905400] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.914205] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.939473] env[69506]: DEBUG nova.policy [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee737f60e64949cf85aefd74f202267b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad812be0dad14ec1b2de63841760995d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.007396] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2f5b78cc-c97d-439f-a536-df4279294d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.008053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.012108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.012383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.012717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.016464] env[69506]: INFO nova.compute.manager [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Terminating instance [ 642.025291] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Successfully updated port: e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.316625] env[69506]: INFO nova.compute.resource_tracker [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating resource usage from migration 803d9cc6-863f-4c22-a7ab-a9813c9b5fc7 [ 642.350619] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Successfully created port: 48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.389937] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248807, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.422633] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248808, 'name': PowerOffVM_Task, 'duration_secs': 0.170876} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.422633] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.422906] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.424460] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a6c083-e84e-43a6-b3cb-132a935f3a01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.430783] env[69506]: DEBUG nova.network.neutron [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Updated VIF entry in instance network info cache for port ed6caab2-2ac1-4094-9384-f27719229499. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.430783] env[69506]: DEBUG nova.network.neutron [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Updating instance_info_cache with network_info: [{"id": "ed6caab2-2ac1-4094-9384-f27719229499", "address": "fa:16:3e:7f:51:5a", "network": {"id": "72397a3a-b91d-42c2-ae4a-260991f92711", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2096684078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3629b1f6714830be5356f6a42b4209", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6caab2-2a", "ovs_interfaceid": "ed6caab2-2ac1-4094-9384-f27719229499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.438438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.439194] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed37a1f9-7f0e-4501-94e6-00f8b1d916dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.483427] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.483427] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.483427] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Deleting the datastore file [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.483736] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68238418-7d10-40ca-a53a-b67bba693497 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.491215] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 642.491215] env[69506]: value = "task-3248810" [ 642.491215] env[69506]: _type = "Task" [ 642.491215] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.507330] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.526010] env[69506]: DEBUG nova.compute.manager [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.526571] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.528610] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5151fe-6cb7-4504-a720-bb1b75a01906 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.535856] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.536067] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquired lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.536349] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.542468] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.542752] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ccdc32-0d87-4550-a41e-a7518e20c137 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.558917] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 642.558917] env[69506]: value = "task-3248811" [ 642.558917] env[69506]: _type = "Task" [ 642.558917] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.568973] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.811821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2268a6a7-acbf-4df5-9755-21e1612399f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.812144] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.813470] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.813470] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.813927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.818197] env[69506]: INFO nova.compute.manager [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Terminating instance [ 642.831552] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.885971] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.886141] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.886209] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.886840] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.886993] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.887182] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.887615] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.887802] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.888108] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.888203] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.888367] env[69506]: DEBUG nova.virt.hardware [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.889656] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6fc35-73fc-487a-a539-99fd1929802d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.899988] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248807, 'name': CreateVM_Task, 'duration_secs': 0.542113} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.905919] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.907698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.907698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.908134] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.909429] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09cfc9-bb21-4c62-972f-fe7c71c314e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.913649] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c66534-a3e2-4644-80d4-ddfd46180647 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.941670] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 642.941670] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525a443e-47c3-7d32-2219-99bd70569171" [ 642.941670] env[69506]: _type = "Task" [ 642.941670] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.942127] env[69506]: DEBUG oslo_concurrency.lockutils [req-30700182-9133-41ea-895a-d3d8ca7220c6 req-be36c585-dce5-4b9a-b789-699f597ad72c service nova] Releasing lock "refresh_cache-dd446be4-4742-446e-b692-8064b7ddbf9f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.956680] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525a443e-47c3-7d32-2219-99bd70569171, 'name': SearchDatastore_Task, 'duration_secs': 0.014036} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.960072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.960477] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.960901] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.960983] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961208] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.962741] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6398db42-c12a-42c2-9e26-42e6cb0ddf90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.971671] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.971990] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.973056] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f3c470-c957-4272-8c99-4e046fd95dc7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.988115] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 642.988115] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fcb491-e7f1-9839-d89b-66ceef5e75c5" [ 642.988115] env[69506]: _type = "Task" [ 642.988115] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.002664] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fcb491-e7f1-9839-d89b-66ceef5e75c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.015056] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.015056] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.015249] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.015307] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.051030] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be6bfa5-e2e0-41ce-9958-060a2d4e22d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.065648] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d458130-5774-40b5-8602-435034adcea8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.079062] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248811, 'name': PowerOffVM_Task, 'duration_secs': 0.248758} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.107897] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.108100] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.109678] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d659fd9d-d6fc-4ae6-a6fe-d5a923117b15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.112399] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5e4e76-05d0-4fa9-b50c-354cf928ceb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.116614] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.124961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360875e1-1d86-4e17-8c3a-7c495c67b6fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.145243] env[69506]: DEBUG nova.compute.provider_tree [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.179995] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.180748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.181152] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleting the datastore file [datastore1] 2f5b78cc-c97d-439f-a536-df4279294d89 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.181219] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4aad866-852a-437e-8334-eb6faa8b8dfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.190138] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 643.190138] env[69506]: value = "task-3248813" [ 643.190138] env[69506]: _type = "Task" [ 643.190138] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.201786] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.333020] env[69506]: DEBUG nova.compute.manager [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.333020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.333020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6664a62-4bed-4012-9403-7d72733ed319 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.342621] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.342965] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321dae75-d4cb-449c-bb9e-6025542d5d5c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.349989] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 643.349989] env[69506]: value = "task-3248814" [ 643.349989] env[69506]: _type = "Task" [ 643.349989] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.361456] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.470688] env[69506]: DEBUG nova.network.neutron [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Updating instance_info_cache with network_info: [{"id": "e5036219-7b8b-4180-8427-78e715cf6148", "address": "fa:16:3e:c8:f4:ce", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5036219-7b", "ovs_interfaceid": "e5036219-7b8b-4180-8427-78e715cf6148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.505484] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fcb491-e7f1-9839-d89b-66ceef5e75c5, 'name': SearchDatastore_Task, 'duration_secs': 0.024321} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.507587] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd710f2d-1cf2-4292-aa35-df16888aedfa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.520317] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 643.520317] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e92bdd-66a6-c324-e241-ae0a25c39922" [ 643.520317] env[69506]: _type = "Task" [ 643.520317] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.534539] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e92bdd-66a6-c324-e241-ae0a25c39922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.648747] env[69506]: DEBUG nova.scheduler.client.report [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.688102] env[69506]: DEBUG nova.compute.manager [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.688102] env[69506]: DEBUG nova.compute.manager [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing instance network info cache due to event network-changed-74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.688501] env[69506]: DEBUG oslo_concurrency.lockutils [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] Acquiring lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.692612] env[69506]: DEBUG oslo_concurrency.lockutils [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] Acquired lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.692612] env[69506]: DEBUG nova.network.neutron [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Refreshing network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.702011] env[69506]: DEBUG oslo_vmware.api [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332965} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.707451] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.707592] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.707762] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.707930] env[69506]: INFO nova.compute.manager [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Took 1.18 seconds to destroy the instance on the hypervisor. [ 643.708212] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.708699] env[69506]: DEBUG nova.compute.manager [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.708795] env[69506]: DEBUG nova.network.neutron [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.860566] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248814, 'name': PowerOffVM_Task, 'duration_secs': 0.22107} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.863162] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.865234] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.865234] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef636a4-2ca0-40d5-9060-1c84d1f2191d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.920993] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.923186] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.923430] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleting the datastore file [datastore1] 2268a6a7-acbf-4df5-9755-21e1612399f0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.923740] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51fc46d2-cf29-4d3b-ad9e-5d27144063c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.930167] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 643.930167] env[69506]: value = "task-3248816" [ 643.930167] env[69506]: _type = "Task" [ 643.930167] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.938654] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.979675] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Releasing lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.980026] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Instance network_info: |[{"id": "e5036219-7b8b-4180-8427-78e715cf6148", "address": "fa:16:3e:c8:f4:ce", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5036219-7b", "ovs_interfaceid": "e5036219-7b8b-4180-8427-78e715cf6148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.980480] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:f4:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5036219-7b8b-4180-8427-78e715cf6148', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.990064] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Creating folder: Project (55c53bb2c454461baf80088e4cef7eb1). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.990393] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eaafc44-216e-4ce7-9a3f-7232c5b3e037 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.001221] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Created folder: Project (55c53bb2c454461baf80088e4cef7eb1) in parent group-v649133. [ 644.002294] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Creating folder: Instances. Parent ref: group-v649183. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.002294] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ff89df-97e0-44e3-9948-731c3af3017c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.011319] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Created folder: Instances in parent group-v649183. [ 644.011581] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.011833] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.012018] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8d1b16e-e025-4b76-8989-039b17beab5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.044940] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e92bdd-66a6-c324-e241-ae0a25c39922, 'name': SearchDatastore_Task, 'duration_secs': 0.014892} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.046470] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.046812] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] dd446be4-4742-446e-b692-8064b7ddbf9f/dd446be4-4742-446e-b692-8064b7ddbf9f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.046990] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.046990] env[69506]: value = "task-3248819" [ 644.046990] env[69506]: _type = "Task" [ 644.046990] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.047454] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b33a31e0-a8e8-4722-8ce8-bbfb5aea8f5d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.057868] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248819, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.059610] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 644.059610] env[69506]: value = "task-3248820" [ 644.059610] env[69506]: _type = "Task" [ 644.059610] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.071038] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.075425] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.075700] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.075884] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.076141] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.076356] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.076506] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.076756] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.076879] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.077075] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.077352] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.077424] env[69506]: DEBUG nova.virt.hardware [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.078863] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b52e8-369c-4684-9d6f-cf051470b2c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.088614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99901a3-0472-422c-bc82-4e7417e232d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.103637] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.109960] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.110312] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.110547] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd7718de-1373-4af4-ad5f-f9eb1984408a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.129100] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.129100] env[69506]: value = "task-3248821" [ 644.129100] env[69506]: _type = "Task" [ 644.129100] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.138705] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248821, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.154963] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.886s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.155412] env[69506]: INFO nova.compute.manager [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Migrating [ 644.155744] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.155820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.159080] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.627s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.161455] env[69506]: INFO nova.compute.claims [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.442023] env[69506]: DEBUG oslo_vmware.api [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3248816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171212} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.443720] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.443720] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.443720] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.443720] env[69506]: INFO nova.compute.manager [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 644.443720] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.444266] env[69506]: DEBUG nova.compute.manager [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.444266] env[69506]: DEBUG nova.network.neutron [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.561148] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248819, 'name': CreateVM_Task, 'duration_secs': 0.39406} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.566177] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.567209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.567672] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.571133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.575056] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be8694d-0424-45c4-85a3-50e19d4df5be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.580984] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.584507] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 644.584507] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52648c5d-9d54-69b6-e86f-930ea4f52dcd" [ 644.584507] env[69506]: _type = "Task" [ 644.584507] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.592958] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52648c5d-9d54-69b6-e86f-930ea4f52dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.639528] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248821, 'name': CreateVM_Task, 'duration_secs': 0.32382} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.639712] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.640146] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.640330] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.640614] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.640876] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14af2b0c-bddf-4b51-a3b7-4a66a5f2c8a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.649627] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 644.649627] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299ecdc-fad6-0c6c-e773-ef04c2ad8b62" [ 644.649627] env[69506]: _type = "Task" [ 644.649627] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.657984] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299ecdc-fad6-0c6c-e773-ef04c2ad8b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.659490] env[69506]: INFO nova.compute.rpcapi [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 644.660016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.749419] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Successfully updated port: 48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.815123] env[69506]: DEBUG nova.compute.manager [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Received event network-vif-plugged-e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.815123] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Acquiring lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.815123] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.815472] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.815472] env[69506]: DEBUG nova.compute.manager [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] No waiting events found dispatching network-vif-plugged-e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.815585] env[69506]: WARNING nova.compute.manager [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Received unexpected event network-vif-plugged-e5036219-7b8b-4180-8427-78e715cf6148 for instance with vm_state building and task_state spawning. [ 644.815687] env[69506]: DEBUG nova.compute.manager [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Received event network-changed-e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.815825] env[69506]: DEBUG nova.compute.manager [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Refreshing instance network info cache due to event network-changed-e5036219-7b8b-4180-8427-78e715cf6148. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.816016] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Acquiring lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.816679] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Acquired lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.816972] env[69506]: DEBUG nova.network.neutron [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Refreshing network info cache for port e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.826051] env[69506]: DEBUG nova.network.neutron [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updated VIF entry in instance network info cache for port 74a5f3d6-d559-4625-80d3-fa22d7e4367c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.827000] env[69506]: DEBUG nova.network.neutron [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [{"id": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "address": "fa:16:3e:ac:2c:a4", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74a5f3d6-d5", "ovs_interfaceid": "74a5f3d6-d559-4625-80d3-fa22d7e4367c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.072854] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716703} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.073552] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] dd446be4-4742-446e-b692-8064b7ddbf9f/dd446be4-4742-446e-b692-8064b7ddbf9f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.073940] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.074545] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2cf7e61-9662-45ef-8b19-ee22ac316898 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.082647] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 645.082647] env[69506]: value = "task-3248822" [ 645.082647] env[69506]: _type = "Task" [ 645.082647] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.096244] env[69506]: DEBUG nova.network.neutron [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.105019] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.108946] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52648c5d-9d54-69b6-e86f-930ea4f52dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.061853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.109766] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.109766] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.109766] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.110090] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.111954] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7bc277-0528-482a-a409-97b1067b8803 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.127216] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.127216] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.127837] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478e98ec-a850-4db4-bdc4-0cf73a755874 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.134893] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 645.134893] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ff24a0-8604-ddbd-09a0-5c9d11f1101c" [ 645.134893] env[69506]: _type = "Task" [ 645.134893] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.145774] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ff24a0-8604-ddbd-09a0-5c9d11f1101c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.158151] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299ecdc-fad6-0c6c-e773-ef04c2ad8b62, 'name': SearchDatastore_Task, 'duration_secs': 0.023748} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.158851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.159261] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.159407] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.159548] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.159735] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.160154] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc2db1f-1f81-4649-a243-d017bc3a230f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.170620] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.170825] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.171603] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c007f3d-c8e1-4eac-980f-b219a76ab75e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.178620] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 645.178620] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c9c42-8bc2-c991-a75d-f65e30f9eefc" [ 645.178620] env[69506]: _type = "Task" [ 645.178620] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.188426] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c9c42-8bc2-c991-a75d-f65e30f9eefc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.190181] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.191207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.191207] env[69506]: DEBUG nova.network.neutron [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.255887] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.256229] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquired lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.256229] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.328902] env[69506]: DEBUG oslo_concurrency.lockutils [req-37ffc1c6-d5d6-45fa-8bf1-7859fa694957 req-9a66e1fa-c044-4af3-931b-f450f6b6eda7 service nova] Releasing lock "refresh_cache-54366b5d-6ffa-4094-8b77-259668b00cc7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.598114] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072496} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.598114] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.598909] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a09ecc-42d6-4153-99ea-40f365e5c88e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.613248] env[69506]: INFO nova.compute.manager [-] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Took 1.90 seconds to deallocate network for instance. [ 645.622082] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] dd446be4-4742-446e-b692-8064b7ddbf9f/dd446be4-4742-446e-b692-8064b7ddbf9f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.628903] env[69506]: DEBUG nova.network.neutron [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.629928] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6713c6-41d1-4a18-99be-f1dacb7bdb80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.646097] env[69506]: INFO nova.compute.manager [-] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Took 1.20 seconds to deallocate network for instance. [ 645.660105] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 645.660105] env[69506]: value = "task-3248823" [ 645.660105] env[69506]: _type = "Task" [ 645.660105] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.671460] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ff24a0-8604-ddbd-09a0-5c9d11f1101c, 'name': SearchDatastore_Task, 'duration_secs': 0.022501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.672791] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b022ec6-70f3-41db-8b80-befe0b53270b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.678962] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.687559] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 645.687559] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523edbb0-834e-2612-861f-ed461ae8c8be" [ 645.687559] env[69506]: _type = "Task" [ 645.687559] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.694971] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522c9c42-8bc2-c991-a75d-f65e30f9eefc, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.695505] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cfa61fe-3735-4ad6-93f0-a7c54e29738b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.704082] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523edbb0-834e-2612-861f-ed461ae8c8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.708111] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 645.708111] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd507-62a4-1cd2-c7bf-a24c83c967b8" [ 645.708111] env[69506]: _type = "Task" [ 645.708111] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.718931] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd507-62a4-1cd2-c7bf-a24c83c967b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.751860] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9bd92-b254-48e9-87a8-d5a480a4057a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.764254] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88965f29-20b5-46ee-8636-f4231f22b63f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.804397] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9fbfb-059a-4b7a-aaf4-32d5d9c0575e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.813346] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354139a-1809-48e1-a6b5-4a4b37817d31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.833748] env[69506]: DEBUG nova.compute.provider_tree [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.836438] env[69506]: DEBUG nova.network.neutron [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Updated VIF entry in instance network info cache for port e5036219-7b8b-4180-8427-78e715cf6148. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.837019] env[69506]: DEBUG nova.network.neutron [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Updating instance_info_cache with network_info: [{"id": "e5036219-7b8b-4180-8427-78e715cf6148", "address": "fa:16:3e:c8:f4:ce", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5036219-7b", "ovs_interfaceid": "e5036219-7b8b-4180-8427-78e715cf6148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.897416] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.152209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.161466] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.171477] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248823, 'name': ReconfigVM_Task, 'duration_secs': 0.357914} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.174270] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] dd446be4-4742-446e-b692-8064b7ddbf9f/dd446be4-4742-446e-b692-8064b7ddbf9f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.175054] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34675e17-b991-43f4-81d2-f2b6852f9883 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.184104] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 646.184104] env[69506]: value = "task-3248824" [ 646.184104] env[69506]: _type = "Task" [ 646.184104] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.195385] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248824, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.198922] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523edbb0-834e-2612-861f-ed461ae8c8be, 'name': SearchDatastore_Task, 'duration_secs': 0.016427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.199273] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199435] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f872aae0-26dd-4099-aef7-910bbe554df9/f872aae0-26dd-4099-aef7-910bbe554df9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.199691] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ac79a1b-d106-445c-a7b5-4325cc8540ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.206928] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 646.206928] env[69506]: value = "task-3248825" [ 646.206928] env[69506]: _type = "Task" [ 646.206928] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.219114] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.224953] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525cd507-62a4-1cd2-c7bf-a24c83c967b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.224953] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.224953] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.224953] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3ff58c-a1ae-4d8f-b93f-7f3ed953e851 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231327] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 646.231327] env[69506]: value = "task-3248826" [ 646.231327] env[69506]: _type = "Task" [ 646.231327] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.241307] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.270728] env[69506]: DEBUG nova.compute.manager [req-60f899b9-ac41-4a0b-8d66-009a22881f6a req-d67cdcad-d322-452c-bd28-91bea8794140 service nova] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Received event network-vif-deleted-23069dfa-9eff-4a25-b1f0-4667a7ca488f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.270728] env[69506]: DEBUG nova.compute.manager [req-60f899b9-ac41-4a0b-8d66-009a22881f6a req-d67cdcad-d322-452c-bd28-91bea8794140 service nova] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Received event network-vif-deleted-820ae93c-a3f6-4d55-91b1-9fc01d1ca4ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.342018] env[69506]: DEBUG nova.scheduler.client.report [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.342962] env[69506]: DEBUG oslo_concurrency.lockutils [req-ca81ed73-9394-479b-b72d-9c849624bb09 req-edd09dbd-02ea-4676-9e5b-8f8698890803 service nova] Releasing lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.442576] env[69506]: DEBUG nova.network.neutron [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Updating instance_info_cache with network_info: [{"id": "48a9e880-3a19-44b0-a445-477e70430ce3", "address": "fa:16:3e:42:0e:ea", "network": {"id": "ee897c5a-62ac-4f24-8caa-a1dbf5ebfd28", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588133014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad812be0dad14ec1b2de63841760995d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9e880-3a", "ovs_interfaceid": "48a9e880-3a19-44b0-a445-477e70430ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.491370] env[69506]: DEBUG nova.network.neutron [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.600891] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.601175] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.704372] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248824, 'name': Rename_Task, 'duration_secs': 0.16566} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.704924] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.705556] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df9e7b9e-8fdd-47df-9302-7fa2a958d198 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.728513] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248825, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.728513] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 646.728513] env[69506]: value = "task-3248827" [ 646.728513] env[69506]: _type = "Task" [ 646.728513] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.744691] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.749091] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.846027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.846491] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.850076] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.116s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.851080] env[69506]: INFO nova.compute.claims [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.947667] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Releasing lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.948123] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Instance network_info: |[{"id": "48a9e880-3a19-44b0-a445-477e70430ce3", "address": "fa:16:3e:42:0e:ea", "network": {"id": "ee897c5a-62ac-4f24-8caa-a1dbf5ebfd28", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588133014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad812be0dad14ec1b2de63841760995d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9e880-3a", "ovs_interfaceid": "48a9e880-3a19-44b0-a445-477e70430ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.948656] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:0e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a9e880-3a19-44b0-a445-477e70430ce3', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.959638] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Creating folder: Project (ad812be0dad14ec1b2de63841760995d). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.960349] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a544ca0a-6d31-4c4f-8d58-24fd989fb9d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.971019] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Created folder: Project (ad812be0dad14ec1b2de63841760995d) in parent group-v649133. [ 646.971019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Creating folder: Instances. Parent ref: group-v649187. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.971282] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b247a160-cb9f-4353-999d-d73f71141b24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.980357] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Created folder: Instances in parent group-v649187. [ 646.980357] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.981353] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.981353] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2998b0f5-c5a9-4e43-91e6-e55fe25fa38f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.001412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.008701] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.008701] env[69506]: value = "task-3248830" [ 647.008701] env[69506]: _type = "Task" [ 647.008701] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.017066] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248830, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.223161] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711564} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.223161] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f872aae0-26dd-4099-aef7-910bbe554df9/f872aae0-26dd-4099-aef7-910bbe554df9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.224075] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.227461] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04ee60f6-eda0-4726-9167-adbcd092531e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.238053] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 647.238053] env[69506]: value = "task-3248831" [ 647.238053] env[69506]: _type = "Task" [ 647.238053] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.248182] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.256234] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.258517] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684154} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.258591] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.258873] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.259194] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c71fbd-bc49-43d8-838b-9fd1edef7a13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.269720] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 647.269720] env[69506]: value = "task-3248832" [ 647.269720] env[69506]: _type = "Task" [ 647.269720] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.284040] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.359344] env[69506]: DEBUG nova.compute.utils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.360769] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.361122] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.463561] env[69506]: DEBUG nova.policy [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1234f054e5843f0b7ca57fd14633fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65682ce992f04c0f864412049f755fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.526813] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248830, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.737829] env[69506]: DEBUG nova.compute.manager [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Received event network-vif-plugged-48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.737976] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Acquiring lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.738203] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.738403] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.743496] env[69506]: DEBUG nova.compute.manager [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] No waiting events found dispatching network-vif-plugged-48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.743496] env[69506]: WARNING nova.compute.manager [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Received unexpected event network-vif-plugged-48a9e880-3a19-44b0-a445-477e70430ce3 for instance with vm_state building and task_state spawning. [ 647.743496] env[69506]: DEBUG nova.compute.manager [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Received event network-changed-48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.743496] env[69506]: DEBUG nova.compute.manager [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Refreshing instance network info cache due to event network-changed-48a9e880-3a19-44b0-a445-477e70430ce3. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.743496] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Acquiring lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.743711] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Acquired lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.743711] env[69506]: DEBUG nova.network.neutron [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Refreshing network info cache for port 48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.752134] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.763068] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079494} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.763343] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.766791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4065ef-c584-4ef6-ba4d-8e70f76317c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.808628] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f872aae0-26dd-4099-aef7-910bbe554df9/f872aae0-26dd-4099-aef7-910bbe554df9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.808950] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075282} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.809286] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8368fc9-8a73-4792-87b9-b1476486c256 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.828024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.828024] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537d60a-2544-48bd-8dc2-47c7c06165bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.852523] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.854461] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e20e47-e412-4579-9473-0184905fdc0f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.870362] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 647.870362] env[69506]: value = "task-3248833" [ 647.870362] env[69506]: _type = "Task" [ 647.870362] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.871477] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.890026] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 647.890026] env[69506]: value = "task-3248834" [ 647.890026] env[69506]: _type = "Task" [ 647.890026] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.893914] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.907045] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.026948] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248830, 'name': CreateVM_Task, 'duration_secs': 0.682352} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.027167] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.028014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.030110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.030110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.030110] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c19675-d322-48de-9f60-7019582c20a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.039796] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 648.039796] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b4ba6-df58-908d-8372-744fe52c17c7" [ 648.039796] env[69506]: _type = "Task" [ 648.039796] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.058063] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b4ba6-df58-908d-8372-744fe52c17c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.244320] env[69506]: DEBUG oslo_vmware.api [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248827, 'name': PowerOnVM_Task, 'duration_secs': 1.179142} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.244320] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.244320] env[69506]: INFO nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Took 10.41 seconds to spawn the instance on the hypervisor. [ 648.244320] env[69506]: DEBUG nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.244809] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b9d4a-760e-4375-91a3-8b4c6422bd4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.312957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.313175] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.399328] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248833, 'name': ReconfigVM_Task, 'duration_secs': 0.361251} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.400304] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f872aae0-26dd-4099-aef7-910bbe554df9/f872aae0-26dd-4099-aef7-910bbe554df9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.401099] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-701cb8e0-91ed-4548-bd0d-e7209d832b82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.406042] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248834, 'name': ReconfigVM_Task, 'duration_secs': 0.331885} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.409986] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319/e20d7d56-118a-4f11-8f47-9c9e66322319.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.410262] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01d165b5-3d21-4158-80a6-b8c8647dbe15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.415940] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 648.415940] env[69506]: value = "task-3248835" [ 648.415940] env[69506]: _type = "Task" [ 648.415940] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.420576] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 648.420576] env[69506]: value = "task-3248836" [ 648.420576] env[69506]: _type = "Task" [ 648.420576] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.428828] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248835, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.438887] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248836, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.466559] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Successfully created port: 8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.513570] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed556c62-4ef2-49bb-b579-2f6dfdc46706 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.524796] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32654761-9f1a-4f20-b056-5aa348465424 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.529753] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27157157-b1fa-475f-8ec4-53baee2e080d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.549223] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.587866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe4668e-4d2d-4b7c-9707-4e0ef680837e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.597171] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b4ba6-df58-908d-8372-744fe52c17c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017011} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.600442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.600734] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.600990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.601169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.601364] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.602073] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7e6457-bee3-40c7-a248-8596ed37eb52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.605744] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab9866-0794-4ce3-a688-acb87ce5b296 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.625105] env[69506]: DEBUG nova.compute.provider_tree [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.629062] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.629062] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.629062] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953c06a7-2c01-4d1e-a873-80204a917926 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.634033] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 648.634033] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a6968-b202-10de-ddf6-5c150cc7374a" [ 648.634033] env[69506]: _type = "Task" [ 648.634033] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.644342] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a6968-b202-10de-ddf6-5c150cc7374a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.775139] env[69506]: INFO nova.compute.manager [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Took 29.53 seconds to build instance. [ 648.802661] env[69506]: DEBUG nova.network.neutron [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Updated VIF entry in instance network info cache for port 48a9e880-3a19-44b0-a445-477e70430ce3. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.803076] env[69506]: DEBUG nova.network.neutron [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Updating instance_info_cache with network_info: [{"id": "48a9e880-3a19-44b0-a445-477e70430ce3", "address": "fa:16:3e:42:0e:ea", "network": {"id": "ee897c5a-62ac-4f24-8caa-a1dbf5ebfd28", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588133014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad812be0dad14ec1b2de63841760995d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a9e880-3a", "ovs_interfaceid": "48a9e880-3a19-44b0-a445-477e70430ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.892856] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.935983] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248835, 'name': Rename_Task, 'duration_secs': 0.215358} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.938629] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.938859] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.939243] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.939498] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.939744] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.939824] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.940009] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.940182] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.940360] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.940539] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.940715] env[69506]: DEBUG nova.virt.hardware [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.944775] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.945844] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943f34b-3b48-491f-9951-e92346d121c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.952695] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248836, 'name': Rename_Task, 'duration_secs': 0.190172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.952695] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819c4400-8dc2-40b5-ba97-eeb263ac7ea0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.952695] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.952695] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e045a33b-5e5c-4e00-a12c-06ef329cb6e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.958505] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f77a6-d50c-4bb7-a2b1-c2c8d67f515e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.967185] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Waiting for the task: (returnval){ [ 648.967185] env[69506]: value = "task-3248838" [ 648.967185] env[69506]: _type = "Task" [ 648.967185] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.967185] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 648.967185] env[69506]: value = "task-3248837" [ 648.967185] env[69506]: _type = "Task" [ 648.967185] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.992503] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248838, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.995995] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.090239] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.090547] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16887118-d349-4ee3-a080-42b45cc84284 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.105160] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 649.105160] env[69506]: value = "task-3248839" [ 649.105160] env[69506]: _type = "Task" [ 649.105160] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.118560] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.128946] env[69506]: DEBUG nova.scheduler.client.report [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.150817] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a6968-b202-10de-ddf6-5c150cc7374a, 'name': SearchDatastore_Task, 'duration_secs': 0.015421} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.152797] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e171e9a-fc9c-479a-a7f6-51b689c744a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.160083] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 649.160083] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c91a8e-7e6a-962d-9ab5-5bc864f5a4c3" [ 649.160083] env[69506]: _type = "Task" [ 649.160083] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.171536] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c91a8e-7e6a-962d-9ab5-5bc864f5a4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.281025] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8c1230cf-bfc8-4a31-8c6a-c8586b2a84eb tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.288s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.306411] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d484423-ad2d-47c5-a465-b1e9bb141c84 req-210048ac-bebf-4f3c-9d3a-3ef6b636343b service nova] Releasing lock "refresh_cache-9fbdeceb-931d-4f57-aaab-b38610875157" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.493846] env[69506]: DEBUG oslo_vmware.api [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Task: {'id': task-3248838, 'name': PowerOnVM_Task, 'duration_secs': 0.50239} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.493846] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.494135] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.494334] env[69506]: DEBUG nova.compute.manager [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.496889] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb5441-695c-479f-9a40-9797efde1ad1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.621797] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248839, 'name': PowerOffVM_Task, 'duration_secs': 0.258106} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.621797] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.621797] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.638532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.639077] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.645540] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.473s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.647136] env[69506]: INFO nova.compute.claims [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.672227] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c91a8e-7e6a-962d-9ab5-5bc864f5a4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016348} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.673027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.673496] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9fbdeceb-931d-4f57-aaab-b38610875157/9fbdeceb-931d-4f57-aaab-b38610875157.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.676560] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f0e3001-eaf0-4702-9719-e3b0f5e81c7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.687265] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 649.687265] env[69506]: value = "task-3248840" [ 649.687265] env[69506]: _type = "Task" [ 649.687265] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.699271] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.783781] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.980391] env[69506]: DEBUG oslo_vmware.api [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248837, 'name': PowerOnVM_Task, 'duration_secs': 0.55829} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.981586] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.981586] env[69506]: INFO nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Took 9.41 seconds to spawn the instance on the hypervisor. [ 649.981586] env[69506]: DEBUG nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.982171] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ef13a1-3609-46fc-a161-9acfa6b74383 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.019973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.130878] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.135022] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.135603] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.135603] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.135603] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.135603] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.141291] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e0fd2e-8f87-4548-b37a-16e9ad95954e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.159782] env[69506]: DEBUG nova.compute.utils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.164748] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.165057] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.178408] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 650.178408] env[69506]: value = "task-3248841" [ 650.178408] env[69506]: _type = "Task" [ 650.178408] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.192770] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.204303] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248840, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.243148] env[69506]: DEBUG nova.policy [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83df0f67691d4cb1ac1a1771124f6caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c7f479fbc5044d4831517bc3b7a9ca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.319453] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.506314] env[69506]: INFO nova.compute.manager [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Took 30.70 seconds to build instance. [ 650.668630] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.691085] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248841, 'name': ReconfigVM_Task, 'duration_secs': 0.280315} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.696123] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.716750] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606873} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.717300] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9fbdeceb-931d-4f57-aaab-b38610875157/9fbdeceb-931d-4f57-aaab-b38610875157.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.717577] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.717852] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40b66276-06b0-42b6-bbd0-54dea2a04c45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.734259] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Successfully updated port: 8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.737520] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 650.737520] env[69506]: value = "task-3248842" [ 650.737520] env[69506]: _type = "Task" [ 650.737520] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.748995] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.872925] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Successfully created port: f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.912324] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "dd446be4-4742-446e-b692-8064b7ddbf9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.912686] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.912933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.913157] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.913336] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.915781] env[69506]: INFO nova.compute.manager [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Terminating instance [ 650.968969] env[69506]: DEBUG nova.compute.manager [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received event network-vif-plugged-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.969219] env[69506]: DEBUG oslo_concurrency.lockutils [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] Acquiring lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.969358] env[69506]: DEBUG oslo_concurrency.lockutils [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.969557] env[69506]: DEBUG oslo_concurrency.lockutils [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.969722] env[69506]: DEBUG nova.compute.manager [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] No waiting events found dispatching network-vif-plugged-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.969992] env[69506]: WARNING nova.compute.manager [req-adcf5d86-d3c3-4125-8184-37deba7d5467 req-c6e0df72-d7bc-4eb6-896a-e4f7cd7cb474 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received unexpected event network-vif-plugged-8dec9e7e-dc37-4797-873c-10ec2ee64c44 for instance with vm_state building and task_state spawning. [ 651.010971] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f7575c2-b9cd-4daa-aff8-85ffc979bef0 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.051s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.075395] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 651.076866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfefe21-3ca7-4255-b047-7cf39f2295c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.084690] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 651.085214] env[69506]: ERROR oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk due to incomplete transfer. [ 651.085214] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e4b055b-b5f0-47f6-afbe-34167a3a70ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.096272] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d9ba63-0795-c2f3-5ca1-7e9513d9fddf/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 651.096272] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Uploaded image 889d2639-7bfc-42f7-98fe-401016c4fc57 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 651.099754] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 651.100097] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6e7bd7f-e5f6-4f82-ae57-6a2b42c0a913 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.112236] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 651.112236] env[69506]: value = "task-3248843" [ 651.112236] env[69506]: _type = "Task" [ 651.112236] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.124402] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248843, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.212020] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.212267] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.212428] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.212627] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.212777] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.212922] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.213953] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.214168] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.214356] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.214558] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.214919] env[69506]: DEBUG nova.virt.hardware [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.221666] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 651.226306] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f405cd1-95cc-40a4-8efa-4b5fb1d2aa35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.243388] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.243675] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquired lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.243957] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.258064] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101976} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.262138] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.262608] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 651.262608] env[69506]: value = "task-3248844" [ 651.262608] env[69506]: _type = "Task" [ 651.262608] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.263985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8722c9-e972-4598-9ffd-6a95430e4ed0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.293587] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 9fbdeceb-931d-4f57-aaab-b38610875157/9fbdeceb-931d-4f57-aaab-b38610875157.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.299363] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8116d299-e573-4101-9c12-6c63db13a269 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.316483] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.317319] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d8d7a-750a-4411-bce5-6cab5417df5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.325722] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61985383-7d2a-466c-a847-1cd4c57df6d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.329834] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 651.329834] env[69506]: value = "task-3248845" [ 651.329834] env[69506]: _type = "Task" [ 651.329834] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.362120] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bc698-5a4e-4fc0-816e-55b02e46d766 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.367780] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.372938] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c16bb-1c7d-4177-b105-44aa999cf620 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.390303] env[69506]: DEBUG nova.compute.provider_tree [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.423186] env[69506]: DEBUG nova.compute.manager [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.423417] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.424327] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56a2a5-01a4-4301-916e-f46eb02601e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.433063] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.433388] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf78d5f-eb76-478f-b3b7-b7d97e532301 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.444037] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 651.444037] env[69506]: value = "task-3248846" [ 651.444037] env[69506]: _type = "Task" [ 651.444037] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.454552] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.514573] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.624467] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248843, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.685452] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.716037] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.716037] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.716037] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.716356] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.716683] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.717016] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.717446] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.717786] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.720025] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.720025] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.720025] env[69506]: DEBUG nova.virt.hardware [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.720025] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d78fbe-98f7-4ea8-903d-28ef5ea28f77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.728251] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca566ac-36aa-4ed3-85ad-b4260f7a6871 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.781153] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248844, 'name': ReconfigVM_Task, 'duration_secs': 0.273252} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.781441] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 651.782248] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d0cbfa-c05f-49a0-a1b7-d136946356b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.814219] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.814978] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31bba6c-e71d-4f97-b55d-afc054c83a6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.836516] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.847774] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 651.847774] env[69506]: value = "task-3248847" [ 651.847774] env[69506]: _type = "Task" [ 651.847774] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.851554] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248845, 'name': ReconfigVM_Task, 'duration_secs': 0.419373} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.855060] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 9fbdeceb-931d-4f57-aaab-b38610875157/9fbdeceb-931d-4f57-aaab-b38610875157.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.855779] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00807123-4d00-48c2-937a-37355baf0483 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.863423] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.867325] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 651.867325] env[69506]: value = "task-3248848" [ 651.867325] env[69506]: _type = "Task" [ 651.867325] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.880825] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248848, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.893603] env[69506]: DEBUG nova.scheduler.client.report [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.946875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "e20d7d56-118a-4f11-8f47-9c9e66322319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.946875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.946875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "e20d7d56-118a-4f11-8f47-9c9e66322319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.946875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.947232] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.952491] env[69506]: INFO nova.compute.manager [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Terminating instance [ 651.959632] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248846, 'name': PowerOffVM_Task, 'duration_secs': 0.186023} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.960242] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.960242] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.960380] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0ad86d3-ea9a-4f8a-8fe5-e1b831df0e2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.033101] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.033675] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.033675] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Deleting the datastore file [datastore2] dd446be4-4742-446e-b692-8064b7ddbf9f {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.034135] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5039c5e3-d7fd-46b2-ae5d-1c996b597b80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.040544] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for the task: (returnval){ [ 652.040544] env[69506]: value = "task-3248850" [ 652.040544] env[69506]: _type = "Task" [ 652.040544] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.055400] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.061133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.109221] env[69506]: DEBUG nova.compute.manager [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Received event network-changed {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.109441] env[69506]: DEBUG nova.compute.manager [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Refreshing instance network info cache due to event network-changed. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.109680] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] Acquiring lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.109868] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] Acquired lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.110075] env[69506]: DEBUG nova.network.neutron [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.128945] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248843, 'name': Destroy_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.145316] env[69506]: DEBUG nova.network.neutron [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [{"id": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "address": "fa:16:3e:2c:aa:ef", "network": {"id": "ee6ef6b6-f6cc-4c63-b978-82a8b4035aa6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-987358316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65682ce992f04c0f864412049f755fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dec9e7e-dc", "ovs_interfaceid": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.361407] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248847, 'name': ReconfigVM_Task, 'duration_secs': 0.316904} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.365021] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493/641c34b8-2560-464b-88eb-6e61f2775493.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.365021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.378375] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248848, 'name': Rename_Task, 'duration_secs': 0.141699} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.378856] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.379233] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f8ba4fc-6e25-42bf-a33a-52496b585f77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.388023] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 652.388023] env[69506]: value = "task-3248851" [ 652.388023] env[69506]: _type = "Task" [ 652.388023] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.394734] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.402179] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.402179] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.405430] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.358s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.405658] env[69506]: DEBUG nova.objects.instance [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lazy-loading 'resources' on Instance uuid 5ba55a32-cfcf-46aa-b04d-57403995c01d {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.456968] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "refresh_cache-e20d7d56-118a-4f11-8f47-9c9e66322319" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.457179] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquired lock "refresh_cache-e20d7d56-118a-4f11-8f47-9c9e66322319" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.457362] env[69506]: DEBUG nova.network.neutron [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.551190] env[69506]: DEBUG oslo_vmware.api [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Task: {'id': task-3248850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154201} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.551464] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.551651] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.551833] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.552010] env[69506]: INFO nova.compute.manager [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 652.552301] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.552497] env[69506]: DEBUG nova.compute.manager [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.552598] env[69506]: DEBUG nova.network.neutron [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.624803] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248843, 'name': Destroy_Task, 'duration_secs': 1.078513} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.625193] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Destroyed the VM [ 652.625548] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 652.625820] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e01ed4b-760d-43d2-8245-3390e9428337 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.632924] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 652.632924] env[69506]: value = "task-3248852" [ 652.632924] env[69506]: _type = "Task" [ 652.632924] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.641415] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248852, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.648011] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Releasing lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.648314] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Instance network_info: |[{"id": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "address": "fa:16:3e:2c:aa:ef", "network": {"id": "ee6ef6b6-f6cc-4c63-b978-82a8b4035aa6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-987358316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65682ce992f04c0f864412049f755fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dec9e7e-dc", "ovs_interfaceid": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.648704] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:aa:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dec9e7e-dc37-4797-873c-10ec2ee64c44', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.656581] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Creating folder: Project (65682ce992f04c0f864412049f755fa4). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.656838] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc5760fb-064d-4189-8408-dbfba93703ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.668550] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Created folder: Project (65682ce992f04c0f864412049f755fa4) in parent group-v649133. [ 652.668755] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Creating folder: Instances. Parent ref: group-v649190. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.669014] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e47c4b-fca9-439f-8d4d-64b077b803ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.681056] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Created folder: Instances in parent group-v649190. [ 652.681313] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.683914] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.684162] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-644248b2-8ab2-422b-9153-1fb44266aca8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.705094] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.705094] env[69506]: value = "task-3248855" [ 652.705094] env[69506]: _type = "Task" [ 652.705094] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.715814] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248855, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.873018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ad27c-fffc-42c8-9f94-4073b076fe75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.907798] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05cd0d-5b98-4986-b674-eaf00fe06928 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.911555] env[69506]: DEBUG nova.compute.utils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.917202] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.917202] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.919231] env[69506]: DEBUG nova.network.neutron [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Updating instance_info_cache with network_info: [{"id": "e5036219-7b8b-4180-8427-78e715cf6148", "address": "fa:16:3e:c8:f4:ce", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5036219-7b", "ovs_interfaceid": "e5036219-7b8b-4180-8427-78e715cf6148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.945226] env[69506]: DEBUG oslo_vmware.api [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248851, 'name': PowerOnVM_Task, 'duration_secs': 0.484537} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.945462] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.958024] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.958024] env[69506]: INFO nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 10.12 seconds to spawn the instance on the hypervisor. [ 652.958024] env[69506]: DEBUG nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.958024] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4855431-0f17-4294-ba8e-354df4f5e039 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.984580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "f872aae0-26dd-4099-aef7-910bbe554df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.984580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.984580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.984580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.984809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.986660] env[69506]: INFO nova.compute.manager [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Terminating instance [ 653.009432] env[69506]: DEBUG nova.network.neutron [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.015338] env[69506]: DEBUG nova.policy [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13abc66bb8ac495f8397886e69116ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5207f41e94144b12ab1de213731347b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.099266] env[69506]: DEBUG nova.network.neutron [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.148506] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248852, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.218871] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248855, 'name': CreateVM_Task, 'duration_secs': 0.36073} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.221460] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.222919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.223162] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.223877] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.224211] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264339e1-913d-4a03-9ec6-95cbcf038a4c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.229894] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 653.229894] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52946b66-2fc6-54db-6148-706015f8b44e" [ 653.229894] env[69506]: _type = "Task" [ 653.229894] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.246239] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52946b66-2fc6-54db-6148-706015f8b44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.415955] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.457193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d873490-b4a4-4567-b09f-64a2d3c63b9e tempest-ServerExternalEventsTest-969980950 tempest-ServerExternalEventsTest-969980950-project] Releasing lock "refresh_cache-f872aae0-26dd-4099-aef7-910bbe554df9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.481780] env[69506]: INFO nova.compute.manager [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 32.09 seconds to build instance. [ 653.490645] env[69506]: DEBUG nova.compute.manager [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.491198] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.491923] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83776eb-1f3a-407f-bc77-9e04f1c609cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.501093] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86ac059-5ed5-446b-a9a3-658be7610fe1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.503149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f168d-ab52-4ec8-a8ec-7980211b3297 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.512548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e200a-4070-4957-a91c-fd170f04783a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.517146] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 653.517146] env[69506]: value = "task-3248856" [ 653.517146] env[69506]: _type = "Task" [ 653.517146] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.548459] env[69506]: DEBUG nova.network.neutron [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Port 302ba471-4ed4-410f-b64f-f7024f367733 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 653.550527] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab103f1-32fa-40aa-8c5f-cf8cf652660c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.556559] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.562633] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0590644b-102e-4d55-9faa-77480c14fbe2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.579010] env[69506]: DEBUG nova.compute.provider_tree [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.581171] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Successfully updated port: f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.607372] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Releasing lock "refresh_cache-e20d7d56-118a-4f11-8f47-9c9e66322319" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.607372] env[69506]: DEBUG nova.compute.manager [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.607372] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.608226] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43509078-5ed5-4042-907d-0f43744ecaed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.618922] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.618922] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ddd0c1-28c7-47dc-8927-58a7921b1bae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.624402] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 653.624402] env[69506]: value = "task-3248857" [ 653.624402] env[69506]: _type = "Task" [ 653.624402] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.633494] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.643189] env[69506]: DEBUG oslo_vmware.api [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248852, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623713} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.643898] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 653.643898] env[69506]: INFO nova.compute.manager [None req-0eb8d71e-ff5e-4dd8-bc22-90597ea53bb0 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 19.75 seconds to snapshot the instance on the hypervisor. [ 653.741265] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52946b66-2fc6-54db-6148-706015f8b44e, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.741609] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.741913] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.743053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.743230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.743432] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.743781] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23dee5b9-26a0-4874-92df-1baf44e0377b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.754456] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.754456] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.756688] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Successfully created port: 47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.759054] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebe942e-9255-4d09-9656-8ee22ebe1028 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.764538] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 653.764538] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52819251-b4a3-88f8-66e7-6fa8263bd095" [ 653.764538] env[69506]: _type = "Task" [ 653.764538] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.773973] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52819251-b4a3-88f8-66e7-6fa8263bd095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.783614] env[69506]: DEBUG nova.compute.manager [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.783856] env[69506]: DEBUG nova.compute.manager [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing instance network info cache due to event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.784188] env[69506]: DEBUG oslo_concurrency.lockutils [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] Acquiring lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.784410] env[69506]: DEBUG oslo_concurrency.lockutils [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] Acquired lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.784597] env[69506]: DEBUG nova.network.neutron [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.898898] env[69506]: DEBUG nova.network.neutron [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.986841] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e997d48f-e713-4f5c-80a8-328c825bd98d tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.775s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.026880] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248856, 'name': PowerOffVM_Task, 'duration_secs': 0.260738} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.027182] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.027383] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.027606] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a1d14c3-20e8-41e5-a4ad-36244314fb27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.084325] env[69506]: DEBUG nova.scheduler.client.report [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.089835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.090133] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.095028] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.100555] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.100555] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Deleting the datastore file [datastore2] f872aae0-26dd-4099-aef7-910bbe554df9 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.100555] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed1c52d6-d4c9-4eee-99aa-a59c1d1cb457 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.107944] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for the task: (returnval){ [ 654.107944] env[69506]: value = "task-3248859" [ 654.107944] env[69506]: _type = "Task" [ 654.107944] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.118046] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.142467] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248857, 'name': PowerOffVM_Task, 'duration_secs': 0.148694} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.142790] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.143041] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.143363] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351ca904-5a1a-454f-a600-27af03809998 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.175959] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.176226] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.176422] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Deleting the datastore file [datastore1] e20d7d56-118a-4f11-8f47-9c9e66322319 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.177389] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcca6c97-2cda-4ddd-b58e-9ae64f6523a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.183974] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for the task: (returnval){ [ 654.183974] env[69506]: value = "task-3248861" [ 654.183974] env[69506]: _type = "Task" [ 654.183974] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.199516] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.275983] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52819251-b4a3-88f8-66e7-6fa8263bd095, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.278140] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73c72d8-b5b4-4e60-9481-46a99034f7f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.291205] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 654.291205] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528d74c9-021b-d8ad-1a92-09055342d3c8" [ 654.291205] env[69506]: _type = "Task" [ 654.291205] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.306830] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528d74c9-021b-d8ad-1a92-09055342d3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.307060] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.307326] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 681d9cc1-a5cd-4341-b87c-736ff44faef3/681d9cc1-a5cd-4341-b87c-736ff44faef3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.307612] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65102f84-5af9-4a37-aa98-9ec971ea403c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.314640] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 654.314640] env[69506]: value = "task-3248862" [ 654.314640] env[69506]: _type = "Task" [ 654.314640] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.322889] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.399464] env[69506]: INFO nova.compute.manager [-] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Took 1.85 seconds to deallocate network for instance. [ 654.425967] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.457849] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.458177] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.458376] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.458712] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.458949] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.459111] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.459954] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.460187] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.460441] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.460714] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.461022] env[69506]: DEBUG nova.virt.hardware [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.462301] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e2454-3ce8-4422-a1d1-5afa4ceadf94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.475387] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3682f-17e7-4d10-acc1-68ab309b4a41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.499117] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.591239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.591475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.591639] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.597398] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.600218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.399s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.602915] env[69506]: INFO nova.compute.claims [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.621733] env[69506]: DEBUG oslo_vmware.api [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Task: {'id': task-3248859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148311} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.621993] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.622375] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.622564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.622764] env[69506]: INFO nova.compute.manager [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 654.624838] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.624838] env[69506]: DEBUG nova.compute.manager [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.624838] env[69506]: DEBUG nova.network.neutron [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.645472] env[69506]: INFO nova.scheduler.client.report [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Deleted allocations for instance 5ba55a32-cfcf-46aa-b04d-57403995c01d [ 654.680742] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.701599] env[69506]: DEBUG oslo_vmware.api [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Task: {'id': task-3248861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100857} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.701892] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.702110] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.702308] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.702815] env[69506]: INFO nova.compute.manager [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Took 1.10 seconds to destroy the instance on the hypervisor. [ 654.702815] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.703011] env[69506]: DEBUG nova.compute.manager [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.703070] env[69506]: DEBUG nova.network.neutron [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.766048] env[69506]: DEBUG nova.network.neutron [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.831356] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.831356] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 681d9cc1-a5cd-4341-b87c-736ff44faef3/681d9cc1-a5cd-4341-b87c-736ff44faef3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.831356] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.831356] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2d4b36-09e1-491d-9183-e656bcb21f67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.836855] env[69506]: DEBUG nova.network.neutron [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updated VIF entry in instance network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.837287] env[69506]: DEBUG nova.network.neutron [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [{"id": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "address": "fa:16:3e:2c:aa:ef", "network": {"id": "ee6ef6b6-f6cc-4c63-b978-82a8b4035aa6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-987358316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65682ce992f04c0f864412049f755fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dec9e7e-dc", "ovs_interfaceid": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.839925] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 654.839925] env[69506]: value = "task-3248863" [ 654.839925] env[69506]: _type = "Task" [ 654.839925] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.849901] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.906216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.022210] env[69506]: DEBUG nova.network.neutron [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.028350] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.157316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55e04540-2b4b-4bb9-b741-ff77627644f8 tempest-ServerDiagnosticsV248Test-769875948 tempest-ServerDiagnosticsV248Test-769875948-project-member] Lock "5ba55a32-cfcf-46aa-b04d-57403995c01d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.685s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.277853] env[69506]: DEBUG nova.network.neutron [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.311011] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "51dc5901-e644-458f-820c-52a0b3711c3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.311280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.341145] env[69506]: DEBUG oslo_concurrency.lockutils [req-837493f6-67e1-4512-b71b-b47bb4b01dda req-54c29630-a0e6-4563-bf76-50d960a9fc78 service nova] Releasing lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.351867] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131183} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.352142] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.352925] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e449311-6e01-4c0c-811e-aab44aa39f7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.378366] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 681d9cc1-a5cd-4341-b87c-736ff44faef3/681d9cc1-a5cd-4341-b87c-736ff44faef3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.380983] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4027205-c827-44f4-a5d1-426d8d892d6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.405046] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 655.405046] env[69506]: value = "task-3248864" [ 655.405046] env[69506]: _type = "Task" [ 655.405046] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.415404] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.525602] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.526060] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Instance network_info: |[{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.526401] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:35:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f700537d-1847-40f2-b75c-543139ce3ac2', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.536244] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Creating folder: Project (0c7f479fbc5044d4831517bc3b7a9ca0). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.537321] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04dd44f-e5e1-442d-b535-4433b10c23c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.545160] env[69506]: DEBUG nova.network.neutron [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.550148] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Created folder: Project (0c7f479fbc5044d4831517bc3b7a9ca0) in parent group-v649133. [ 655.550148] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Creating folder: Instances. Parent ref: group-v649193. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.550148] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9c98266-a0f3-4cbc-ba61-d3f28c672e9e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.558650] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Created folder: Instances in parent group-v649193. [ 655.560092] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.560092] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.560092] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d203691e-b4a5-48cd-9e70-3dc406a4d27e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.579860] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.579860] env[69506]: value = "task-3248867" [ 655.579860] env[69506]: _type = "Task" [ 655.579860] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.592879] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248867, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.668936] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Successfully updated port: 47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.696134] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.696192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696399] env[69506]: DEBUG nova.network.neutron [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.784833] env[69506]: INFO nova.compute.manager [-] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Took 1.08 seconds to deallocate network for instance. [ 655.919796] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248864, 'name': ReconfigVM_Task, 'duration_secs': 0.28036} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.919796] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 681d9cc1-a5cd-4341-b87c-736ff44faef3/681d9cc1-a5cd-4341-b87c-736ff44faef3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.919796] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c19f1d-e388-4148-b61d-728b3077eddc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.927291] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 655.927291] env[69506]: value = "task-3248868" [ 655.927291] env[69506]: _type = "Task" [ 655.927291] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.945506] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248868, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.959525] env[69506]: DEBUG nova.compute.manager [req-e58eae5e-cdf3-45b0-b920-4b101f36bc1c req-e0bc75f7-3876-4bec-a4fb-dbed6176b639 service nova] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Received event network-vif-deleted-e5036219-7b8b-4180-8427-78e715cf6148 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.049586] env[69506]: INFO nova.compute.manager [-] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Took 1.43 seconds to deallocate network for instance. [ 656.091090] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248867, 'name': CreateVM_Task, 'duration_secs': 0.411457} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.091349] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.091917] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.092082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.092389] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.095287] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf97a302-e80c-4b4c-955d-e1a581529d01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.101741] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 656.101741] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c6f2d3-3613-333b-57f7-ac6e6e40bba1" [ 656.101741] env[69506]: _type = "Task" [ 656.101741] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.122512] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c6f2d3-3613-333b-57f7-ac6e6e40bba1, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.122803] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123040] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.123264] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.126495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.126495] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.126495] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f2a5ec3-0879-4469-8aad-7897c9842578 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.132595] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.132784] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.133545] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d4be89-c1cd-47f1-b1d3-9e5007b8dafa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.144760] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 656.144760] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d6e0f-3350-f0ad-84f9-c95e30ba752c" [ 656.144760] env[69506]: _type = "Task" [ 656.144760] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.154604] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d6e0f-3350-f0ad-84f9-c95e30ba752c, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.155287] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c381c11-b153-497a-a7b6-e6440fa2744b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.167492] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 656.167492] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52253e66-8fb2-59d9-80ef-ff947f4603d5" [ 656.167492] env[69506]: _type = "Task" [ 656.167492] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.172837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.172989] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquired lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.173942] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.177548] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52253e66-8fb2-59d9-80ef-ff947f4603d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.209096] env[69506]: DEBUG nova.compute.manager [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.210093] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc02762-8c17-4662-96e6-a44db47be1ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.275242] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684bb3d-6482-4298-9de7-9d3816f23d2d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.288257] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf30b8de-75d3-49d8-8558-146715533705 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.294996] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.328482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e2a47e-2a6e-4e48-b7d7-601d0d4d25fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.337587] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52687ef9-d52e-42d8-9df1-2ae8206190bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.359871] env[69506]: DEBUG nova.compute.provider_tree [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.405122] env[69506]: DEBUG nova.compute.manager [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.405998] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce9859-6795-4456-8892-05e188ac728c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.440368] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248868, 'name': Rename_Task, 'duration_secs': 0.151879} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.440736] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.440997] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4446ffd-4cde-44d6-9f53-5b5b222300c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.448057] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 656.448057] env[69506]: value = "task-3248869" [ 656.448057] env[69506]: _type = "Task" [ 656.448057] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.461527] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.546714] env[69506]: DEBUG nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-vif-plugged-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.547058] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Acquiring lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.547256] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.547455] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.551145] env[69506]: DEBUG nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] No waiting events found dispatching network-vif-plugged-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.551145] env[69506]: WARNING nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received unexpected event network-vif-plugged-f700537d-1847-40f2-b75c-543139ce3ac2 for instance with vm_state building and task_state spawning. [ 656.551145] env[69506]: DEBUG nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Received event network-vif-deleted-ed6caab2-2ac1-4094-9384-f27719229499 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.551145] env[69506]: DEBUG nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.551145] env[69506]: DEBUG nova.compute.manager [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing instance network info cache due to event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.551500] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.551500] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.551500] env[69506]: DEBUG nova.network.neutron [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.563277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.683215] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52253e66-8fb2-59d9-80ef-ff947f4603d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.686209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686501] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ece644b7-8ddc-41b1-8925-cf431a09dd55/ece644b7-8ddc-41b1-8925-cf431a09dd55.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.687044] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a72f3c36-db62-4e09-8c82-74d614b280a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.694847] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 656.694847] env[69506]: value = "task-3248870" [ 656.694847] env[69506]: _type = "Task" [ 656.694847] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.710440] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.717372] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.728251] env[69506]: INFO nova.compute.manager [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] instance snapshotting [ 656.731294] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502fe8f1-4761-45aa-abc1-449dc339bd9d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752950] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0858d8-e45c-4462-8410-9bb0b61e12f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.863706] env[69506]: DEBUG nova.scheduler.client.report [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.918851] env[69506]: INFO nova.compute.manager [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] instance snapshotting [ 656.922570] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7943675-804d-45a9-bc53-0c39d08fd9a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.960641] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c997dd7-0faa-48e9-9671-1af596452700 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.970679] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.016887] env[69506]: DEBUG nova.network.neutron [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.177443] env[69506]: DEBUG nova.network.neutron [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Updating instance_info_cache with network_info: [{"id": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "address": "fa:16:3e:c0:f6:d3", "network": {"id": "8974d31d-596f-410a-bfc3-5c7adb80b35a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-356374487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5207f41e94144b12ab1de213731347b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a31fa7-94", "ovs_interfaceid": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.212877] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490724} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.213115] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ece644b7-8ddc-41b1-8925-cf431a09dd55/ece644b7-8ddc-41b1-8925-cf431a09dd55.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.213387] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.213703] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96344d02-9f5a-45f6-a1ca-a09086f2376c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.221212] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 657.221212] env[69506]: value = "task-3248871" [ 657.221212] env[69506]: _type = "Task" [ 657.221212] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.229530] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.269037] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.269346] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7209c296-3aa0-4f62-8407-b93f42d8c3c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.278394] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 657.278394] env[69506]: value = "task-3248872" [ 657.278394] env[69506]: _type = "Task" [ 657.278394] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.287162] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.369734] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.370371] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.375795] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.421s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.375940] env[69506]: INFO nova.compute.claims [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.417204] env[69506]: DEBUG nova.network.neutron [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updated VIF entry in instance network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.417663] env[69506]: DEBUG nova.network.neutron [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.464522] env[69506]: DEBUG oslo_vmware.api [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248869, 'name': PowerOnVM_Task, 'duration_secs': 0.529694} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.464522] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.464522] env[69506]: INFO nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Took 8.57 seconds to spawn the instance on the hypervisor. [ 657.464522] env[69506]: DEBUG nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.465495] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0f63df-7030-4954-8fd3-5b8e02ba79a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.477747] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.482275] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6459e61-0e08-4ece-bcdf-fb653911b73b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487885] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 657.487885] env[69506]: value = "task-3248873" [ 657.487885] env[69506]: _type = "Task" [ 657.487885] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.496791] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.519497] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.683447] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Releasing lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.684148] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Instance network_info: |[{"id": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "address": "fa:16:3e:c0:f6:d3", "network": {"id": "8974d31d-596f-410a-bfc3-5c7adb80b35a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-356374487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5207f41e94144b12ab1de213731347b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a31fa7-94", "ovs_interfaceid": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.684829] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:f6:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47a31fa7-9458-42c2-8b6b-c548d06bd9fc', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.696518] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Creating folder: Project (5207f41e94144b12ab1de213731347b7). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.696775] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a8f353-cc6c-4e21-b105-3fd0a74df028 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.709111] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Created folder: Project (5207f41e94144b12ab1de213731347b7) in parent group-v649133. [ 657.709350] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Creating folder: Instances. Parent ref: group-v649196. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.709603] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cfea191-cfbf-4fdc-9963-9dc0e63f84be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.720689] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Created folder: Instances in parent group-v649196. [ 657.720952] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.721171] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.721378] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425ef400-f0b9-4888-8166-c57b76de8a1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.751338] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076616} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.752685] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.752952] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.752952] env[69506]: value = "task-3248876" [ 657.752952] env[69506]: _type = "Task" [ 657.752952] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.753656] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa309da-6f74-460d-a365-f016ac4d725c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.767191] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248876, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.787076] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ece644b7-8ddc-41b1-8925-cf431a09dd55/ece644b7-8ddc-41b1-8925-cf431a09dd55.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.787450] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da222d9-4c72-4bee-8a8c-47669023fe0a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.813700] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.815542] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 657.815542] env[69506]: value = "task-3248877" [ 657.815542] env[69506]: _type = "Task" [ 657.815542] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.823741] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.883228] env[69506]: DEBUG nova.compute.utils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.885233] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.885233] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.921267] env[69506]: DEBUG oslo_concurrency.lockutils [req-851bce19-21e9-4927-8689-1f8a6f1e6ccc req-36faa69b-61f6-4962-98b3-87c969c8c090 service nova] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.947014] env[69506]: DEBUG nova.policy [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca433c275144cd3b4e9b84e54869c5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e94d28e18b7f49b4abfe292817da0d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.984744] env[69506]: INFO nova.compute.manager [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Took 35.49 seconds to build instance. [ 658.002506] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.052308] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e7121-ef78-4ae5-ad5d-85135c7478d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.075413] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77970599-1a1a-42f1-962c-a14dd089a1ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.085136] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.227601] env[69506]: DEBUG nova.compute.manager [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Received event network-vif-plugged-47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.227900] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Acquiring lock "08443e88-21f9-4f66-8994-d8af6d544309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.228494] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Lock "08443e88-21f9-4f66-8994-d8af6d544309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.228847] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Lock "08443e88-21f9-4f66-8994-d8af6d544309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.228976] env[69506]: DEBUG nova.compute.manager [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] No waiting events found dispatching network-vif-plugged-47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.229275] env[69506]: WARNING nova.compute.manager [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Received unexpected event network-vif-plugged-47a31fa7-9458-42c2-8b6b-c548d06bd9fc for instance with vm_state building and task_state spawning. [ 658.229454] env[69506]: DEBUG nova.compute.manager [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Received event network-changed-47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.229620] env[69506]: DEBUG nova.compute.manager [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Refreshing instance network info cache due to event network-changed-47a31fa7-9458-42c2-8b6b-c548d06bd9fc. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.230152] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Acquiring lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230522] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Acquired lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230762] env[69506]: DEBUG nova.network.neutron [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Refreshing network info cache for port 47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.268693] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248876, 'name': CreateVM_Task, 'duration_secs': 0.349235} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.268759] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.269576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.269832] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.270285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.270456] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be51e3fd-3bc0-4f95-810b-62e757a2f436 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.275435] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 658.275435] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0786d-8474-b1f4-e402-d3cfbf2ea886" [ 658.275435] env[69506]: _type = "Task" [ 658.275435] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.286448] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0786d-8474-b1f4-e402-d3cfbf2ea886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.298730] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.327579] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.394825] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.461164] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Successfully created port: 19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.487559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e64b806-9d47-45bc-b9b2-57c92c28ab95 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.201s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.503739] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.589926] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.592758] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7630a27c-9969-428c-9b7d-db3575407897 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.604164] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 658.604164] env[69506]: value = "task-3248878" [ 658.604164] env[69506]: _type = "Task" [ 658.604164] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.611530] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.632925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.632925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.785668] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0786d-8474-b1f4-e402-d3cfbf2ea886, 'name': SearchDatastore_Task, 'duration_secs': 0.023304} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.786078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.786408] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.787092] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.787092] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.787092] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.787750] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-561900f0-e7f7-4e24-97bd-267c6232298f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.803605] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.804094] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.808223] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98c56bf-b9e5-467c-be4c-cf3a87b180de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.811321] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248872, 'name': CreateSnapshot_Task, 'duration_secs': 1.199811} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.811321] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 658.812506] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c4809-63b7-443c-8f8d-21f027656617 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.816554] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 658.816554] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520923b9-1cd1-f0cf-2834-46851623a49b" [ 658.816554] env[69506]: _type = "Task" [ 658.816554] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.836548] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248877, 'name': ReconfigVM_Task, 'duration_secs': 0.646672} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.840096] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ece644b7-8ddc-41b1-8925-cf431a09dd55/ece644b7-8ddc-41b1-8925-cf431a09dd55.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.840828] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520923b9-1cd1-f0cf-2834-46851623a49b, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.841056] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a141858-6f15-4854-b9ae-a69085e079ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.843327] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09cab97-d8ad-47d9-b078-bd72baf087c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.852097] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 658.852097] env[69506]: value = "task-3248879" [ 658.852097] env[69506]: _type = "Task" [ 658.852097] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.852470] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 658.852470] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520146ef-1721-91ab-8b73-0f94d1e164ef" [ 658.852470] env[69506]: _type = "Task" [ 658.852470] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.863812] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248879, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.869747] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520146ef-1721-91ab-8b73-0f94d1e164ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.872831] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.872831] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 08443e88-21f9-4f66-8994-d8af6d544309/08443e88-21f9-4f66-8994-d8af6d544309.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.872977] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df7e54b1-61e8-4946-a423-72236b101f78 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.881145] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 658.881145] env[69506]: value = "task-3248880" [ 658.881145] env[69506]: _type = "Task" [ 658.881145] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.890332] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.970190] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d718a2-02ec-4609-a35b-d706343d4c66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.982089] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a39933-6da0-4f82-9668-7e90d439441a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.020405] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.030945] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cae71-8b2e-48cf-b60f-b4d0576ee7ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.041495] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.042955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9bc1fa-a1ad-4650-93c8-aa5eee0720c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.061765] env[69506]: DEBUG nova.compute.provider_tree [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.077918] env[69506]: DEBUG nova.network.neutron [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Updated VIF entry in instance network info cache for port 47a31fa7-9458-42c2-8b6b-c548d06bd9fc. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.077918] env[69506]: DEBUG nova.network.neutron [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Updating instance_info_cache with network_info: [{"id": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "address": "fa:16:3e:c0:f6:d3", "network": {"id": "8974d31d-596f-410a-bfc3-5c7adb80b35a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-356374487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5207f41e94144b12ab1de213731347b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a31fa7-94", "ovs_interfaceid": "47a31fa7-9458-42c2-8b6b-c548d06bd9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.112864] env[69506]: DEBUG oslo_vmware.api [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3248878, 'name': PowerOnVM_Task, 'duration_secs': 0.458575} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.113279] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.113784] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-90ede0d9-667d-43b7-8435-431ee9bc4362 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance '641c34b8-2560-464b-88eb-6e61f2775493' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.341315] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.344020] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ff9cfb6-1f85-44f5-ba36-5658e61ce2f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.351350] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 659.351350] env[69506]: value = "task-3248881" [ 659.351350] env[69506]: _type = "Task" [ 659.351350] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.365015] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248881, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.368262] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248879, 'name': Rename_Task, 'duration_secs': 0.164606} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.368940] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.368940] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0133c158-266b-416b-9a32-300d65c8a980 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.377517] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 659.377517] env[69506]: value = "task-3248882" [ 659.377517] env[69506]: _type = "Task" [ 659.377517] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.389269] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.395758] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.401462] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.429960] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.429960] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.429960] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.430265] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.430265] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.430265] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.430520] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.430520] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.430612] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.430761] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.430935] env[69506]: DEBUG nova.virt.hardware [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.432172] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a3799-b100-4df8-897d-2795396ba82b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.443360] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f9fef-bf86-4919-855c-f5a92f1415d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.534770] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248873, 'name': CreateSnapshot_Task, 'duration_secs': 2.028987} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.534770] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.535451] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcb699-000c-468f-997f-83f16371f633 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.541122] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.563179] env[69506]: DEBUG nova.scheduler.client.report [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.580235] env[69506]: DEBUG oslo_concurrency.lockutils [req-822aabe8-e789-417a-9291-4d4a60f59974 req-5f33f074-1e9c-400e-95dc-7207cce5224e service nova] Releasing lock "refresh_cache-08443e88-21f9-4f66-8994-d8af6d544309" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.650570] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.650570] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.863355] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248881, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.890037] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.895838] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573567} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.896098] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 08443e88-21f9-4f66-8994-d8af6d544309/08443e88-21f9-4f66-8994-d8af6d544309.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.896311] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.896628] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab976dd-c384-4d94-87fc-012168c083f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.903867] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 659.903867] env[69506]: value = "task-3248883" [ 659.903867] env[69506]: _type = "Task" [ 659.903867] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.913319] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.060614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 660.061025] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-114f1bba-6d65-4066-9b1f-5e0f77e3adf6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.068820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.069368] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.074626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.714s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.074883] env[69506]: DEBUG nova.objects.instance [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 660.078468] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 660.078468] env[69506]: value = "task-3248884" [ 660.078468] env[69506]: _type = "Task" [ 660.078468] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.092078] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248884, 'name': CloneVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.264065] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Successfully updated port: 19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.364848] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248881, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.388358] env[69506]: DEBUG oslo_vmware.api [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3248882, 'name': PowerOnVM_Task, 'duration_secs': 0.84498} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.388604] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.388904] env[69506]: INFO nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Took 8.70 seconds to spawn the instance on the hypervisor. [ 660.389110] env[69506]: DEBUG nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.389774] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5363d-7460-4025-82cb-2d82891a6e91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.414081] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071249} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.414353] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.415702] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc3004-a401-4585-aae4-37e5069e7e97 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.441413] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 08443e88-21f9-4f66-8994-d8af6d544309/08443e88-21f9-4f66-8994-d8af6d544309.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.442275] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ee10c3-9f14-4663-b4d3-bc151a517f4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.464746] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 660.464746] env[69506]: value = "task-3248885" [ 660.464746] env[69506]: _type = "Task" [ 660.464746] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.473700] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.530843] env[69506]: DEBUG nova.compute.manager [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.531098] env[69506]: DEBUG nova.compute.manager [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing instance network info cache due to event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.531282] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] Acquiring lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.531913] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] Acquired lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.531913] env[69506]: DEBUG nova.network.neutron [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.581106] env[69506]: DEBUG nova.compute.utils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.588850] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.595019] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.609374] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248884, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.612211] env[69506]: DEBUG nova.compute.manager [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Received event network-vif-plugged-19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.612461] env[69506]: DEBUG oslo_concurrency.lockutils [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] Acquiring lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.612705] env[69506]: DEBUG oslo_concurrency.lockutils [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.612952] env[69506]: DEBUG oslo_concurrency.lockutils [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.613149] env[69506]: DEBUG nova.compute.manager [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] No waiting events found dispatching network-vif-plugged-19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.613319] env[69506]: WARNING nova.compute.manager [req-e84a1861-2b73-43b4-9374-c70d1641c7a3 req-c5ed334c-f518-4abd-b248-51968dc973e4 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Received unexpected event network-vif-plugged-19bbfc78-4198-455c-8f71-138bc384318b for instance with vm_state building and task_state spawning. [ 660.702297] env[69506]: DEBUG nova.policy [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca433c275144cd3b4e9b84e54869c5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e94d28e18b7f49b4abfe292817da0d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.767812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.767985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.768168] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.869529] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248881, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.912266] env[69506]: INFO nova.compute.manager [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Took 34.21 seconds to build instance. [ 660.976580] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.089504] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.104160] env[69506]: DEBUG oslo_concurrency.lockutils [None req-388e0264-daeb-4f09-b9f9-e4c358dfab07 tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.106393] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248884, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.106393] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.524s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.319126] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.371476] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248881, 'name': CloneVM_Task, 'duration_secs': 1.581243} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.371476] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Created linked-clone VM from snapshot [ 661.372654] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c685d57-c045-4e55-9a29-377810b0602e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.379840] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Uploading image 128b9e5c-4222-4e66-b8dc-8043da61c4be {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.412814] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.412814] env[69506]: value = "vm-649200" [ 661.412814] env[69506]: _type = "VirtualMachine" [ 661.412814] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.413394] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d005b86-265e-422f-8710-471bc0461834 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.415265] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8912fb74-cf1a-499d-bacb-0de3391ad575 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.841s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.421810] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lease: (returnval){ [ 661.421810] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aa5203-f2c2-820e-5adc-95d8da26e9ce" [ 661.421810] env[69506]: _type = "HttpNfcLease" [ 661.421810] env[69506]: } obtained for exporting VM: (result){ [ 661.421810] env[69506]: value = "vm-649200" [ 661.421810] env[69506]: _type = "VirtualMachine" [ 661.421810] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.424214] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the lease: (returnval){ [ 661.424214] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aa5203-f2c2-820e-5adc-95d8da26e9ce" [ 661.424214] env[69506]: _type = "HttpNfcLease" [ 661.424214] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.425778] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Successfully created port: 988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.431576] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.431576] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aa5203-f2c2-820e-5adc-95d8da26e9ce" [ 661.431576] env[69506]: _type = "HttpNfcLease" [ 661.431576] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 661.475523] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248885, 'name': ReconfigVM_Task, 'duration_secs': 0.523227} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.475921] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 08443e88-21f9-4f66-8994-d8af6d544309/08443e88-21f9-4f66-8994-d8af6d544309.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.476840] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3172cca7-3503-447f-9458-d8c8a12fd4a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.483307] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 661.483307] env[69506]: value = "task-3248887" [ 661.483307] env[69506]: _type = "Task" [ 661.483307] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.492891] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248887, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.497145] env[69506]: DEBUG nova.network.neutron [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Updating instance_info_cache with network_info: [{"id": "19bbfc78-4198-455c-8f71-138bc384318b", "address": "fa:16:3e:96:4e:3f", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bbfc78-41", "ovs_interfaceid": "19bbfc78-4198-455c-8f71-138bc384318b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.608596] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248884, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.694035] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3e973-5f71-4c07-916b-6b321aa2fd9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.704195] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56df98c2-9fd3-4609-ae64-034da11d72f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.737398] env[69506]: DEBUG nova.network.neutron [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updated VIF entry in instance network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.737736] env[69506]: DEBUG nova.network.neutron [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [{"id": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "address": "fa:16:3e:2c:aa:ef", "network": {"id": "ee6ef6b6-f6cc-4c63-b978-82a8b4035aa6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-987358316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65682ce992f04c0f864412049f755fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dec9e7e-dc", "ovs_interfaceid": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.739424] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb93cb3-ef99-4043-a10e-1acbb5b67271 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.748478] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c3b450-3aa1-4fa7-b1d3-cc3e64daf07e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764475] env[69506]: DEBUG nova.compute.provider_tree [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.920414] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.936015] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.936015] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aa5203-f2c2-820e-5adc-95d8da26e9ce" [ 661.936015] env[69506]: _type = "HttpNfcLease" [ 661.936015] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 661.936749] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 661.936749] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aa5203-f2c2-820e-5adc-95d8da26e9ce" [ 661.936749] env[69506]: _type = "HttpNfcLease" [ 661.936749] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 661.938877] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6e75f-9d79-47de-a49c-a0288137322f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.947581] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 661.947774] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.011341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.011656] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance network_info: |[{"id": "19bbfc78-4198-455c-8f71-138bc384318b", "address": "fa:16:3e:96:4e:3f", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bbfc78-41", "ovs_interfaceid": "19bbfc78-4198-455c-8f71-138bc384318b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.016016] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:4e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19bbfc78-4198-455c-8f71-138bc384318b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.024566] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating folder: Project (e94d28e18b7f49b4abfe292817da0d3f). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.025908] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53598839-6a82-46a4-bef4-f464214fca70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.033751] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248887, 'name': Rename_Task, 'duration_secs': 0.143796} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.034016] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.034263] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08c44084-3e46-4882-8253-3cffc8320d20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.036913] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created folder: Project (e94d28e18b7f49b4abfe292817da0d3f) in parent group-v649133. [ 662.037200] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating folder: Instances. Parent ref: group-v649203. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.037657] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aadb1542-29dc-46bd-b32a-d8dd33f67710 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.042965] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 662.042965] env[69506]: value = "task-3248889" [ 662.042965] env[69506]: _type = "Task" [ 662.042965] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.047757] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created folder: Instances in parent group-v649203. [ 662.047993] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.048492] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.048693] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5a8233-7e63-4d0f-be13-b2e8ab7917c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.066780] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.071346] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.071346] env[69506]: value = "task-3248891" [ 662.071346] env[69506]: _type = "Task" [ 662.071346] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.078896] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248891, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.101386] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248884, 'name': CloneVM_Task, 'duration_secs': 1.715146} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.101693] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Created linked-clone VM from snapshot [ 662.102540] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa09143-9896-42a8-b542-bbb494ec51b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.107253] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.112458] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Uploading image fc6223c5-6177-4bfb-8cc4-ae6901362bad {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 662.124400] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d310b11-dc06-4cc6-a04c-9697f0ba103f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.167402] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 662.167402] env[69506]: value = "vm-649202" [ 662.167402] env[69506]: _type = "VirtualMachine" [ 662.167402] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 662.167402] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b064194b-39b8-4c72-a241-95f5c3de0be7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.167402] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease: (returnval){ [ 662.167402] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52231ffd-74f7-fb9c-4f90-000325448c27" [ 662.167402] env[69506]: _type = "HttpNfcLease" [ 662.167402] env[69506]: } obtained for exporting VM: (result){ [ 662.167402] env[69506]: value = "vm-649202" [ 662.167402] env[69506]: _type = "VirtualMachine" [ 662.167402] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 662.167402] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the lease: (returnval){ [ 662.167402] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52231ffd-74f7-fb9c-4f90-000325448c27" [ 662.167402] env[69506]: _type = "HttpNfcLease" [ 662.167402] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 662.169072] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.169072] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.169072] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.169234] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.169234] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.169234] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.169234] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.169234] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.169563] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.169563] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.169563] env[69506]: DEBUG nova.virt.hardware [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.169563] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa5dd7-d211-47c1-962e-087463e2a9b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.169563] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.169563] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52231ffd-74f7-fb9c-4f90-000325448c27" [ 662.169563] env[69506]: _type = "HttpNfcLease" [ 662.169563] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 662.170953] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 662.170953] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52231ffd-74f7-fb9c-4f90-000325448c27" [ 662.170953] env[69506]: _type = "HttpNfcLease" [ 662.170953] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 662.173825] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471102dd-2572-46c1-91f8-b4e8136001dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.177626] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef806dd-3629-4f78-af08-1b22db9bed4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.186748] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 662.186884] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.255792] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a9d953a-47e0-410d-a31b-32048977055c req-99b7902e-32c3-4798-a06a-89d3dd2bd62f service nova] Releasing lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.267758] env[69506]: DEBUG nova.scheduler.client.report [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.302374] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a627ce5-38d7-4ba7-8f7d-0f82ae5d2255 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.458331] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.558717] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248889, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.584599] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248891, 'name': CreateVM_Task, 'duration_secs': 0.389721} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.585100] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.586556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.586760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.587174] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.588169] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771a0caf-e22f-466d-827e-8b63f24bd3c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.594159] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 662.594159] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b80180-6b90-8327-a845-774bde3e3f6b" [ 662.594159] env[69506]: _type = "Task" [ 662.594159] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.603284] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b80180-6b90-8327-a845-774bde3e3f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.774165] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.775059] env[69506]: INFO nova.compute.manager [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: a685c596-6398-4303-99ee-9e902779fa61] Successfully reverted task state from image_uploading on failure for instance. [ 662.780360] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.815s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.782577] env[69506]: INFO nova.compute.claims [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server [None req-9638fc01-a00e-4c9f-8a9d-5151b241cb03 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created [ 662.800021] env[69506]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created' [ 662.800021] env[69506]: Faults: [ManagedObjectNotFound] [ 662.800021] env[69506]: Details: {'obj': 'snapshot-649164'} [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 662.800021] env[69506]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created' [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created' [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-649164'} [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 662.800532] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server raise self.value [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server raise self.value [ 662.801061] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server raise self.value [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server raise self.value [ 662.801986] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 662.802804] env[69506]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server raise self.value [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server return evt.wait() [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 662.803382] env[69506]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-649164' has already been deleted or has not been completely created' [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-649164'} [ 662.804162] env[69506]: ERROR oslo_messaging.rpc.server [ 663.062032] env[69506]: DEBUG oslo_vmware.api [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248889, 'name': PowerOnVM_Task, 'duration_secs': 0.575283} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.063073] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.063419] env[69506]: INFO nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Took 8.64 seconds to spawn the instance on the hypervisor. [ 663.064491] env[69506]: DEBUG nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.065581] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eaf692-88b7-46b9-8a8c-534d537f4a18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.109156] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b80180-6b90-8327-a845-774bde3e3f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.110654] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.111066] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.111443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.111688] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.111976] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.112355] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-687f7583-709b-48d7-9fd3-7629dabcfeed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.123352] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.125063] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.125063] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74817815-7385-4e0a-8b46-5f60b2487473 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.131745] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 663.131745] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593dfc-c31b-67cb-bdbc-32b86a512b0d" [ 663.131745] env[69506]: _type = "Task" [ 663.131745] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.143024] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593dfc-c31b-67cb-bdbc-32b86a512b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.353080] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Successfully updated port: 988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.463058] env[69506]: DEBUG nova.compute.manager [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Received event network-changed-19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.463673] env[69506]: DEBUG nova.compute.manager [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Refreshing instance network info cache due to event network-changed-19bbfc78-4198-455c-8f71-138bc384318b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.464710] env[69506]: DEBUG oslo_concurrency.lockutils [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] Acquiring lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.464710] env[69506]: DEBUG oslo_concurrency.lockutils [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] Acquired lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.464710] env[69506]: DEBUG nova.network.neutron [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Refreshing network info cache for port 19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.479936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.480543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.480543] env[69506]: DEBUG nova.compute.manager [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Going to confirm migration 1 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 663.590636] env[69506]: INFO nova.compute.manager [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Took 34.45 seconds to build instance. [ 663.642621] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52593dfc-c31b-67cb-bdbc-32b86a512b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014169} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.643685] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f911ae-6b4a-4707-a2b8-af18b608002b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.649738] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 663.649738] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f1fd86-aef8-1d49-b5fc-e5482ee35827" [ 663.649738] env[69506]: _type = "Task" [ 663.649738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.658108] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f1fd86-aef8-1d49-b5fc-e5482ee35827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.857547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.858305] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.094204] env[69506]: DEBUG oslo_concurrency.lockutils [None req-549acbc8-942b-42bf-acd4-535435e995ae tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.932s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.164740] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f1fd86-aef8-1d49-b5fc-e5482ee35827, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.165091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.165537] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.165932] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c7ab4a-af4f-4e20-8079-e705e19cb7f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.178448] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 664.178448] env[69506]: value = "task-3248893" [ 664.178448] env[69506]: _type = "Task" [ 664.178448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.194652] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.295133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.295610] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.295800] env[69506]: DEBUG nova.network.neutron [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.295984] env[69506]: DEBUG nova.objects.instance [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lazy-loading 'info_cache' on Instance uuid 641c34b8-2560-464b-88eb-6e61f2775493 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.337804] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f4ce7-e7cd-47a9-af4a-b9b06446c6ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.349461] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648bd4f-b6fc-4674-9b07-69daf70cdfd4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.381184] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a54733-2cdf-41d5-aa90-45c49a03be1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.389153] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5064fe8-c001-430c-91a1-d61d1d447317 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.403998] env[69506]: DEBUG nova.compute.provider_tree [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.433651] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.568776] env[69506]: DEBUG nova.network.neutron [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Updated VIF entry in instance network info cache for port 19bbfc78-4198-455c-8f71-138bc384318b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.568776] env[69506]: DEBUG nova.network.neutron [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Updating instance_info_cache with network_info: [{"id": "19bbfc78-4198-455c-8f71-138bc384318b", "address": "fa:16:3e:96:4e:3f", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bbfc78-41", "ovs_interfaceid": "19bbfc78-4198-455c-8f71-138bc384318b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.597038] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.647992] env[69506]: DEBUG nova.network.neutron [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Updating instance_info_cache with network_info: [{"id": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "address": "fa:16:3e:c6:03:29", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988ebf1d-03", "ovs_interfaceid": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.455051] env[69506]: DEBUG nova.scheduler.client.report [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.459212] env[69506]: DEBUG oslo_concurrency.lockutils [req-a2d2f734-df9f-471a-8d81-597d97e5fe38 req-f7808e9b-e2b9-4cc3-aafd-ce59c1259a40 service nova] Releasing lock "refresh_cache-63813c73-4fae-42c3-90d7-01a03a2367a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.461964] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.462341] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Instance network_info: |[{"id": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "address": "fa:16:3e:c6:03:29", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988ebf1d-03", "ovs_interfaceid": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.463678] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:03:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988ebf1d-031a-4cdd-a647-00ade8cae02a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.471827] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.478884] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.480170] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637616} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.480666] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cf7f99f-4b4e-4740-9048-ba030cc8d9c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.496919] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.497292] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.498660] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.499327] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f6fc7cd-22b4-4c8c-9739-821841894cd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.507602] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.507602] env[69506]: value = "task-3248894" [ 665.507602] env[69506]: _type = "Task" [ 665.507602] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.509413] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 665.509413] env[69506]: value = "task-3248895" [ 665.509413] env[69506]: _type = "Task" [ 665.509413] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.523592] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248894, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.527522] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.965343] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.185s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.966040] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.969544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.822s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.969890] env[69506]: DEBUG nova.objects.instance [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lazy-loading 'resources' on Instance uuid a685c596-6398-4303-99ee-9e902779fa61 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.022154] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248894, 'name': CreateVM_Task, 'duration_secs': 0.463414} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.022803] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.023647] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023830] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.024183] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.025039] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91634a80-1c53-4235-a4c1-dcd7a840ff14 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.032372] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073005} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.033346] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.034264] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245c2a1-bdda-4351-bc91-d9456537ee0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.038679] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 666.038679] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5252ee68-863b-b743-7856-cf0ea8d5d7a6" [ 666.038679] env[69506]: _type = "Task" [ 666.038679] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.060805] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.063874] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d9ae17-9554-4b6a-8d6b-6299aa46d8f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.082958] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5252ee68-863b-b743-7856-cf0ea8d5d7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01376} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.083665] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.083929] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.084400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.084400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.084500] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.084821] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99db856-7467-4945-b496-249c688a7dad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.090511] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 666.090511] env[69506]: value = "task-3248896" [ 666.090511] env[69506]: _type = "Task" [ 666.090511] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.095019] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.095207] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.096305] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e7b8e6-10b0-4c02-8450-cda764333163 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.101670] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.104508] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 666.104508] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd7b1f-d14f-0b97-e8ee-66ca59a0940c" [ 666.104508] env[69506]: _type = "Task" [ 666.104508] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.116946] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd7b1f-d14f-0b97-e8ee-66ca59a0940c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.203141] env[69506]: DEBUG nova.network.neutron [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [{"id": "302ba471-4ed4-410f-b64f-f7024f367733", "address": "fa:16:3e:72:de:c2", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302ba471-4e", "ovs_interfaceid": "302ba471-4ed4-410f-b64f-f7024f367733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.477226] env[69506]: DEBUG nova.compute.utils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.479103] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.479585] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.532638] env[69506]: DEBUG nova.policy [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51be265515f84637882e70f59fb3019f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fbf8c2ab11492f952393beaec46ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.602101] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.617607] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd7b1f-d14f-0b97-e8ee-66ca59a0940c, 'name': SearchDatastore_Task, 'duration_secs': 0.014537} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.618520] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed21d06-385d-41c0-84cd-57d150956820 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.627276] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 666.627276] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d1f8-05f7-4b52-66d7-add9caecdcdf" [ 666.627276] env[69506]: _type = "Task" [ 666.627276] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.636977] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d1f8-05f7-4b52-66d7-add9caecdcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.707880] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-641c34b8-2560-464b-88eb-6e61f2775493" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.707880] env[69506]: DEBUG nova.objects.instance [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lazy-loading 'migration_context' on Instance uuid 641c34b8-2560-464b-88eb-6e61f2775493 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.848033] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Successfully created port: f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.940417] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee57dce-b336-41c9-8d54-481b2d85cc19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.948822] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167b706-3965-475e-be28-c792237e9f01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.978021] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3121d351-56c6-4a51-82d2-f0c0ff655a6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.983062] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.989180] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c960843-3c2c-4cf6-8d84-82e42cc77e39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.004008] env[69506]: DEBUG nova.compute.provider_tree [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.101413] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248896, 'name': ReconfigVM_Task, 'duration_secs': 0.78641} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.101561] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.102183] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca23a168-f6b9-4a05-976d-eaaa3a94d482 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.109951] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 667.109951] env[69506]: value = "task-3248897" [ 667.109951] env[69506]: _type = "Task" [ 667.109951] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.117910] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248897, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.137292] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d1f8-05f7-4b52-66d7-add9caecdcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.137611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.137949] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9d274c37-1cf5-4545-b94e-ea7b442cf591/9d274c37-1cf5-4545-b94e-ea7b442cf591.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.138253] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7ab62f-67db-4929-9c80-6dc1040a280e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.145056] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 667.145056] env[69506]: value = "task-3248898" [ 667.145056] env[69506]: _type = "Task" [ 667.145056] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.152686] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.210384] env[69506]: DEBUG nova.objects.base [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Object Instance<641c34b8-2560-464b-88eb-6e61f2775493> lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 667.211336] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ecdfd2-df26-472b-89ef-e4e19f7f73d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.230641] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6259e05-160e-42bf-ad04-1cd0088e096d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.236582] env[69506]: DEBUG oslo_vmware.api [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 667.236582] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e1519-e25a-3b17-7d4e-9b5f586290c0" [ 667.236582] env[69506]: _type = "Task" [ 667.236582] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.244802] env[69506]: DEBUG oslo_vmware.api [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e1519-e25a-3b17-7d4e-9b5f586290c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.508069] env[69506]: DEBUG nova.scheduler.client.report [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.620286] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248897, 'name': Rename_Task, 'duration_secs': 0.19526} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.620645] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.620866] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a52640d5-da97-4af0-adf4-39d596f5c02e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.628048] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 667.628048] env[69506]: value = "task-3248899" [ 667.628048] env[69506]: _type = "Task" [ 667.628048] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.636923] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.657057] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.748370] env[69506]: DEBUG oslo_vmware.api [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e1519-e25a-3b17-7d4e-9b5f586290c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.748810] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.995468] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.013854] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.018254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.250s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.018254] env[69506]: DEBUG nova.objects.instance [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lazy-loading 'resources' on Instance uuid abda8eec-b811-493c-b1cc-bb5c2c351083 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.049557] env[69506]: INFO nova.scheduler.client.report [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted allocations for instance a685c596-6398-4303-99ee-9e902779fa61 [ 668.138241] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.158297] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615638} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.158806] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9d274c37-1cf5-4545-b94e-ea7b442cf591/9d274c37-1cf5-4545-b94e-ea7b442cf591.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.159122] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.159537] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55804d6b-c3fc-4840-939d-3700499df53f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.167817] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 668.167817] env[69506]: value = "task-3248900" [ 668.167817] env[69506]: _type = "Task" [ 668.167817] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.175972] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.358950] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Successfully updated port: f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.557444] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06a51625-0270-4807-bdd6-4976ed2e0f64 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "a685c596-6398-4303-99ee-9e902779fa61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.638621] env[69506]: DEBUG oslo_vmware.api [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248899, 'name': PowerOnVM_Task, 'duration_secs': 0.593702} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.641295] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.641506] env[69506]: INFO nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Took 9.24 seconds to spawn the instance on the hypervisor. [ 668.641683] env[69506]: DEBUG nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.643211] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d82caf-c3b3-4c6f-ac18-4f1ab51f1a2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.679744] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.680084] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.680894] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85547f0d-9b5f-4e16-9875-7cfee50cd0e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.706376] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 9d274c37-1cf5-4545-b94e-ea7b442cf591/9d274c37-1cf5-4545-b94e-ea7b442cf591.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.710086] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9f34cd-59c5-4c72-b46f-87de81d219a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.730738] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 668.730738] env[69506]: value = "task-3248901" [ 668.730738] env[69506]: _type = "Task" [ 668.730738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.741611] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.861581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.861734] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.861888] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.006930] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92cd7a-549f-44a6-a151-8dae61686f3d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.014710] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b40b0c6-1903-4c5e-9239-1bd0b065432a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.044885] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba18e655-00da-4f07-9ece-a903ce8ffc1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.052803] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f1e89-56a7-443e-a8cc-708a8384f0a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.067159] env[69506]: DEBUG nova.compute.provider_tree [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.159999] env[69506]: INFO nova.compute.manager [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Took 33.99 seconds to build instance. [ 669.245267] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248901, 'name': ReconfigVM_Task, 'duration_secs': 0.511762} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.245666] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 9d274c37-1cf5-4545-b94e-ea7b442cf591/9d274c37-1cf5-4545-b94e-ea7b442cf591.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.246539] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec608e45-502c-4b31-8d6e-eab1a878cb23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.254448] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 669.254448] env[69506]: value = "task-3248902" [ 669.254448] env[69506]: _type = "Task" [ 669.254448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.266109] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248902, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.413424] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.571043] env[69506]: DEBUG nova.scheduler.client.report [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.578920] env[69506]: DEBUG nova.network.neutron [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updating instance_info_cache with network_info: [{"id": "f394e7ea-1293-4091-82d6-8222b86516ae", "address": "fa:16:3e:bc:22:ee", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf394e7ea-12", "ovs_interfaceid": "f394e7ea-1293-4091-82d6-8222b86516ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.661993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-be8d5d13-6490-4b29-9a75-87fac0af67ac tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.922s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.764709] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248902, 'name': Rename_Task, 'duration_secs': 0.248857} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.764998] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.765332] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee84e825-952a-42b4-adfb-d09a17cd3196 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.772450] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 669.772450] env[69506]: value = "task-3248903" [ 669.772450] env[69506]: _type = "Task" [ 669.772450] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.784189] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.078474] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.081195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.425s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.082967] env[69506]: INFO nova.compute.claims [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.086217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.086500] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Instance network_info: |[{"id": "f394e7ea-1293-4091-82d6-8222b86516ae", "address": "fa:16:3e:bc:22:ee", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf394e7ea-12", "ovs_interfaceid": "f394e7ea-1293-4091-82d6-8222b86516ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.101734] env[69506]: INFO nova.scheduler.client.report [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Deleted allocations for instance abda8eec-b811-493c-b1cc-bb5c2c351083 [ 670.164214] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.285973] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.611160] env[69506]: DEBUG oslo_concurrency.lockutils [None req-404bf812-e2fd-48d7-964c-1b85e5a851e4 tempest-TenantUsagesTestJSON-1286836440 tempest-TenantUsagesTestJSON-1286836440-project-member] Lock "abda8eec-b811-493c-b1cc-bb5c2c351083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.194s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.690888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.785175] env[69506]: DEBUG oslo_vmware.api [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3248903, 'name': PowerOnVM_Task, 'duration_secs': 0.68867} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.785589] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.785930] env[69506]: INFO nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Took 8.68 seconds to spawn the instance on the hypervisor. [ 670.786187] env[69506]: DEBUG nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.787075] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a496d-2597-4b88-b4e9-f7f88d04e901 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.262596] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.263400] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.264074] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.264074] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.264074] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.264074] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.265035] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.265035] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.265035] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.265035] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.265254] env[69506]: DEBUG nova.virt.hardware [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.267527] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0f576-4c88-40df-9490-02a66dde3c78 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.282052] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 671.283321] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e38cc1-37c2-42ab-96c4-6c6488fc8ba8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.287888] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e3d3a-45ef-40ae-91a9-b2b141ef0cfa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.307611] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:22:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f394e7ea-1293-4091-82d6-8222b86516ae', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.315212] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Creating folder: Project (04fbf8c2ab11492f952393beaec46ffd). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.322041] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15cb82c-f862-45dd-83c0-eb02faedf2d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.323605] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 671.323767] env[69506]: ERROR oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk due to incomplete transfer. [ 671.324270] env[69506]: INFO nova.compute.manager [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Took 34.40 seconds to build instance. [ 671.325362] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-346f3e31-9667-477a-a1b1-a59b814ef683 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.335379] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7e9cf-c3ba-cf06-f081-616a198bd57d/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 671.335606] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Uploaded image 128b9e5c-4222-4e66-b8dc-8043da61c4be to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 671.339862] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 671.346087] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f63ecb1b-76a4-4e8d-9b81-56687e584fa1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.347997] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Created folder: Project (04fbf8c2ab11492f952393beaec46ffd) in parent group-v649133. [ 671.348226] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Creating folder: Instances. Parent ref: group-v649207. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.348787] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3289488-3553-48a8-a75a-cc12522a9634 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.355719] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 671.355719] env[69506]: value = "task-3248905" [ 671.355719] env[69506]: _type = "Task" [ 671.355719] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.360674] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Created folder: Instances in parent group-v649207. [ 671.360942] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.363430] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.366840] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-766f84b6-a460-4831-b8bc-aa1765107af8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.381105] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248905, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.389150] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.389150] env[69506]: value = "task-3248907" [ 671.389150] env[69506]: _type = "Task" [ 671.389150] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.398620] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248907, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.594919] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f937195-f46d-4f7f-a8cb-fc9b16aaa41b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.603303] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194874e-839b-4b9a-9cbd-f9265cd52b0c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.636911] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d146c835-037a-4b21-a0ff-b2ee09f608e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.644328] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a602f5-d1a5-449f-ba7d-ee229b7a8c1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.658520] env[69506]: DEBUG nova.compute.provider_tree [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.828344] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4cf5ad32-c910-4a11-862a-03052d2084d0 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.433s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.869509] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248905, 'name': Destroy_Task, 'duration_secs': 0.458788} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.870883] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Destroyed the VM [ 671.871245] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 671.871578] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a4b0a5a-e22f-4b48-81d2-9223fed86810 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.880446] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 671.880446] env[69506]: value = "task-3248908" [ 671.880446] env[69506]: _type = "Task" [ 671.880446] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.892033] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.900722] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248907, 'name': CreateVM_Task, 'duration_secs': 0.435052} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.900876] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.901664] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.901851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.902513] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3258dc73-fa55-4f42-8302-2512ece3abb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.906058] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.908180] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.909185] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 671.909185] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5278dc14-860d-78d9-31ca-cc91c6e433be" [ 671.909185] env[69506]: _type = "Task" [ 671.909185] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.918133] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5278dc14-860d-78d9-31ca-cc91c6e433be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.036684] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.037669] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77674ac4-2282-4b47-8a21-f6e55034b0bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.045113] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.045113] env[69506]: ERROR oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk due to incomplete transfer. [ 672.045299] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-818a9bcb-91a7-44b2-ba54-b9f8d72f314e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.052921] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee4060-bf2a-e821-0bf9-0bcca671d82e/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.053159] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Uploaded image fc6223c5-6177-4bfb-8cc4-ae6901362bad to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.055689] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.055689] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8adbe1f9-699f-499f-b75d-482eb3e9f720 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.061728] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 672.061728] env[69506]: value = "task-3248909" [ 672.061728] env[69506]: _type = "Task" [ 672.061728] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.070086] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248909, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.163577] env[69506]: DEBUG nova.scheduler.client.report [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.167467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "96c862da-b830-47ef-aed7-4faa84c970b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.167621] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.332781] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.390986] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.419944] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.420433] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.425650] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.426322] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5278dc14-860d-78d9-31ca-cc91c6e433be, 'name': SearchDatastore_Task, 'duration_secs': 0.016781} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.426691] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.427204] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.427582] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.427950] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.428256] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.430076] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.430076] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.430076] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf9da2b7-2eac-49ba-aee0-135d7cbbdb03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.431147] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.431693] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 672.432729] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.445364] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.445364] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.445364] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ec6185-fe5a-4a44-ba6c-fa206ba0a331 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.452812] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 672.452812] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524aadc9-a016-de84-26c1-70ea29cd9e8f" [ 672.452812] env[69506]: _type = "Task" [ 672.452812] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.462390] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524aadc9-a016-de84-26c1-70ea29cd9e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.573610] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248909, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.587594] env[69506]: DEBUG nova.compute.manager [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Received event network-vif-plugged-988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.587877] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Acquiring lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.588089] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.588316] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.588431] env[69506]: DEBUG nova.compute.manager [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] No waiting events found dispatching network-vif-plugged-988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.588594] env[69506]: WARNING nova.compute.manager [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Received unexpected event network-vif-plugged-988ebf1d-031a-4cdd-a647-00ade8cae02a for instance with vm_state active and task_state None. [ 672.588755] env[69506]: DEBUG nova.compute.manager [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Received event network-changed-988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.588905] env[69506]: DEBUG nova.compute.manager [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Refreshing instance network info cache due to event network-changed-988ebf1d-031a-4cdd-a647-00ade8cae02a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.589282] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Acquiring lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.589463] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Acquired lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.589631] env[69506]: DEBUG nova.network.neutron [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Refreshing network info cache for port 988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.669581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.670905] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.676254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.521s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.676254] env[69506]: DEBUG nova.objects.instance [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lazy-loading 'resources' on Instance uuid 2f5b78cc-c97d-439f-a536-df4279294d89 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.859333] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.891820] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248908, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.936274] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.962631] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524aadc9-a016-de84-26c1-70ea29cd9e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.03492} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.963422] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383f84de-e6ce-4491-9ea8-0c84e6a9c8b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.968410] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 672.968410] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52de56e1-361e-42fe-95e6-372e94ea1b7d" [ 672.968410] env[69506]: _type = "Task" [ 672.968410] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.975877] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52de56e1-361e-42fe-95e6-372e94ea1b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.072459] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248909, 'name': Destroy_Task, 'duration_secs': 0.870782} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.072730] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Destroyed the VM [ 673.072961] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 673.073237] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e596813-8eb2-4b85-9fef-1bcef1f4bca7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.079989] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 673.079989] env[69506]: value = "task-3248910" [ 673.079989] env[69506]: _type = "Task" [ 673.079989] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.087844] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.177293] env[69506]: DEBUG nova.compute.utils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.181380] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.181589] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.225877] env[69506]: DEBUG oslo_concurrency.lockutils [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "interface-08443e88-21f9-4f66-8994-d8af6d544309-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.226156] env[69506]: DEBUG oslo_concurrency.lockutils [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "interface-08443e88-21f9-4f66-8994-d8af6d544309-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.226489] env[69506]: DEBUG nova.objects.instance [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lazy-loading 'flavor' on Instance uuid 08443e88-21f9-4f66-8994-d8af6d544309 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.273985] env[69506]: DEBUG nova.policy [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85545902bb224c73bc709fb8de8b55ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41b52067dd744666b4ca4c519fb9c2e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.396655] env[69506]: DEBUG oslo_vmware.api [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248908, 'name': RemoveSnapshot_Task, 'duration_secs': 1.08325} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.396875] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.397279] env[69506]: INFO nova.compute.manager [None req-9a1a461c-9b5d-4573-b196-0d167c637ff8 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 673.479617] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52de56e1-361e-42fe-95e6-372e94ea1b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.479898] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.480317] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] aa107d30-b28e-41fe-8825-0cb34833cbdd/aa107d30-b28e-41fe-8825-0cb34833cbdd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.480638] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26894ce9-4987-41d8-b24a-ed814f7e7c8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.487115] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 673.487115] env[69506]: value = "task-3248911" [ 673.487115] env[69506]: _type = "Task" [ 673.487115] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.496781] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.585726] env[69506]: DEBUG nova.network.neutron [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Updated VIF entry in instance network info cache for port 988ebf1d-031a-4cdd-a647-00ade8cae02a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.586505] env[69506]: DEBUG nova.network.neutron [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Updating instance_info_cache with network_info: [{"id": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "address": "fa:16:3e:c6:03:29", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988ebf1d-03", "ovs_interfaceid": "988ebf1d-031a-4cdd-a647-00ade8cae02a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.596017] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.660868] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081b53f-b47c-4ae9-9866-bae5a9e9bb87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.669277] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb802da4-c422-4b80-b99a-c4970d8ff4f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.702537] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.706229] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cfcf51-6c05-4556-9b74-a76788e2979e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.713795] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846da35-02a5-4ec5-a2c7-82a4435776ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.727581] env[69506]: DEBUG nova.compute.provider_tree [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.731503] env[69506]: DEBUG nova.objects.instance [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lazy-loading 'pci_requests' on Instance uuid 08443e88-21f9-4f66-8994-d8af6d544309 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.779713] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Successfully created port: e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.002910] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248911, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.094825] env[69506]: DEBUG oslo_concurrency.lockutils [req-7af83a1c-6066-442b-a2d5-0601a2deffff req-b56aa5f2-e259-47bf-9623-73965db029f8 service nova] Releasing lock "refresh_cache-9d274c37-1cf5-4545-b94e-ea7b442cf591" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095552] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248910, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.234543] env[69506]: DEBUG nova.scheduler.client.report [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.238738] env[69506]: DEBUG nova.objects.base [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Object Instance<08443e88-21f9-4f66-8994-d8af6d544309> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.238832] env[69506]: DEBUG nova.network.neutron [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.328286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-682041fb-bf05-4fb0-ad9f-cff7e5df861d tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "interface-08443e88-21f9-4f66-8994-d8af6d544309-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.503608] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.591818] env[69506]: DEBUG oslo_vmware.api [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248910, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109543} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.592152] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 674.592381] env[69506]: INFO nova.compute.manager [None req-e39063c5-6fc7-4f0c-8817-a9f4a07e5675 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 674.720296] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.743870] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.746576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.585s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.746663] env[69506]: DEBUG nova.objects.instance [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lazy-loading 'resources' on Instance uuid 2268a6a7-acbf-4df5-9755-21e1612399f0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.752814] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.755628] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.755628] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.755628] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.755628] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.755628] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.755843] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.755843] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.755843] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.755843] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.755843] env[69506]: DEBUG nova.virt.hardware [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.755983] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7e4157-ec7f-4402-989c-8b2c64c185f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.765330] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee22385-7772-410a-9e8a-23cfddf37fc3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.769988] env[69506]: INFO nova.scheduler.client.report [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted allocations for instance 2f5b78cc-c97d-439f-a536-df4279294d89 [ 674.970104] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.970642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.998893] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.283245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9d550de-ee82-48dd-a73d-3b3c5bc18711 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2f5b78cc-c97d-439f-a536-df4279294d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.275s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.500701] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248911, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.877209} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.504132] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] aa107d30-b28e-41fe-8825-0cb34833cbdd/aa107d30-b28e-41fe-8825-0cb34833cbdd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.504132] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.504132] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Successfully updated port: e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.509407] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bf7206-8831-4e26-8d35-ee1f4e5e1ca3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.522766] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 675.522766] env[69506]: value = "task-3248912" [ 675.522766] env[69506]: _type = "Task" [ 675.522766] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.532875] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.633805] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Received event network-vif-plugged-f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.634037] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.634257] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.634474] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.634728] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] No waiting events found dispatching network-vif-plugged-f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.634909] env[69506]: WARNING nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Received unexpected event network-vif-plugged-f394e7ea-1293-4091-82d6-8222b86516ae for instance with vm_state building and task_state spawning. [ 675.635080] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Received event network-changed-f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.635648] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Refreshing instance network info cache due to event network-changed-f394e7ea-1293-4091-82d6-8222b86516ae. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.635648] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Acquiring lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.635648] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Acquired lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.635893] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Refreshing network info cache for port f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.769915] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e575af-9c68-4f7a-bb89-2f09e04110a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.779195] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066c96c-767c-42db-ac5a-54fdd704ab0f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.811955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1449c2a-7c12-4027-8d15-e6e4cda72d18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.819873] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e722513d-5e72-427b-b3ce-00cc83fc5d4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.839077] env[69506]: DEBUG nova.compute.provider_tree [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.013974] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.013974] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.013974] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.038084] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29117} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.038353] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.039154] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f35236-dec9-494b-8b51-05bde1baf23c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.067030] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] aa107d30-b28e-41fe-8825-0cb34833cbdd/aa107d30-b28e-41fe-8825-0cb34833cbdd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.067030] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87dc2c4e-dd9c-4b44-abcb-9d32bfe40045 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.084233] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 676.084233] env[69506]: value = "task-3248913" [ 676.084233] env[69506]: _type = "Task" [ 676.084233] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.092265] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.343027] env[69506]: DEBUG nova.scheduler.client.report [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.402674] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updated VIF entry in instance network info cache for port f394e7ea-1293-4091-82d6-8222b86516ae. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.404115] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updating instance_info_cache with network_info: [{"id": "f394e7ea-1293-4091-82d6-8222b86516ae", "address": "fa:16:3e:bc:22:ee", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf394e7ea-12", "ovs_interfaceid": "f394e7ea-1293-4091-82d6-8222b86516ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.553044] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.596169] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248913, 'name': ReconfigVM_Task, 'duration_secs': 0.274988} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.598337] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] aa107d30-b28e-41fe-8825-0cb34833cbdd/aa107d30-b28e-41fe-8825-0cb34833cbdd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.598973] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e3d687-4638-4b9a-bf99-30c6ad7773f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.605921] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 676.605921] env[69506]: value = "task-3248914" [ 676.605921] env[69506]: _type = "Task" [ 676.605921] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.614412] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248914, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.635409] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "08443e88-21f9-4f66-8994-d8af6d544309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.635670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.636501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "08443e88-21f9-4f66-8994-d8af6d544309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.636501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.636501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.639127] env[69506]: INFO nova.compute.manager [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Terminating instance [ 676.746447] env[69506]: DEBUG nova.network.neutron [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [{"id": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "address": "fa:16:3e:bf:15:22", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c3f4e6-fe", "ovs_interfaceid": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.851575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.856166] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.836s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.856838] env[69506]: DEBUG nova.objects.instance [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.886655] env[69506]: INFO nova.scheduler.client.report [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted allocations for instance 2268a6a7-acbf-4df5-9755-21e1612399f0 [ 676.908419] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Releasing lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908723] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.908896] env[69506]: DEBUG nova.compute.manager [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing instance network info cache due to event network-changed-8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.909120] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Acquiring lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909256] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Acquired lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909411] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Refreshing network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.116084] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248914, 'name': Rename_Task, 'duration_secs': 0.140586} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.116498] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.116637] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7080e2-10e5-40ff-97e4-e749298bc799 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.124039] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 677.124039] env[69506]: value = "task-3248915" [ 677.124039] env[69506]: _type = "Task" [ 677.124039] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.131546] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.146361] env[69506]: DEBUG nova.compute.manager [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.146589] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.147504] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c987ef4-f4b5-4a34-a602-0794924f7904 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.157442] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.157718] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b77b1be-2507-4b85-b666-59d22efe0842 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.171577] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 677.171577] env[69506]: value = "task-3248916" [ 677.171577] env[69506]: _type = "Task" [ 677.171577] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.179964] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.249896] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.250315] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Instance network_info: |[{"id": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "address": "fa:16:3e:bf:15:22", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c3f4e6-fe", "ovs_interfaceid": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.250766] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:15:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.260488] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating folder: Project (41b52067dd744666b4ca4c519fb9c2e3). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.260808] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f243b294-23a0-42e1-ac8d-bd56c37fdfc3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.273226] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created folder: Project (41b52067dd744666b4ca4c519fb9c2e3) in parent group-v649133. [ 677.273432] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating folder: Instances. Parent ref: group-v649210. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.273678] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2696e54-670f-4b23-916e-20b167037728 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.284864] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created folder: Instances in parent group-v649210. [ 677.285156] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.285359] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.285637] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c4efe6-33af-4855-a78a-f45827f1da33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.307250] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.307250] env[69506]: value = "task-3248919" [ 677.307250] env[69506]: _type = "Task" [ 677.307250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.315121] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248919, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.337032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.337152] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.337362] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.337550] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.337852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.341930] env[69506]: INFO nova.compute.manager [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Terminating instance [ 677.399864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0f4d9173-91f8-4ec3-bb14-52e63ca4813a tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "2268a6a7-acbf-4df5-9755-21e1612399f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.588s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.637346] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.678102] env[69506]: DEBUG nova.compute.manager [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.680453] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e86419-d9a7-487c-ab65-bddb5a6449c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.683775] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248916, 'name': PowerOffVM_Task, 'duration_secs': 0.294744} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.684047] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.684402] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.684994] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f9cda77-f1a7-40c2-ac16-09b80801fa6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.693316] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updated VIF entry in instance network info cache for port 8dec9e7e-dc37-4797-873c-10ec2ee64c44. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.693620] env[69506]: DEBUG nova.network.neutron [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [{"id": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "address": "fa:16:3e:2c:aa:ef", "network": {"id": "ee6ef6b6-f6cc-4c63-b978-82a8b4035aa6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-987358316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65682ce992f04c0f864412049f755fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dec9e7e-dc", "ovs_interfaceid": "8dec9e7e-dc37-4797-873c-10ec2ee64c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.823239] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248919, 'name': CreateVM_Task, 'duration_secs': 0.337309} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.823239] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.823239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.823239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.823239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.823239] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8752ff-80d8-4518-b0fb-29c39bbd26e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.828260] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 677.828260] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527d6188-8d02-d9ab-e1a9-84951410571a" [ 677.828260] env[69506]: _type = "Task" [ 677.828260] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.838145] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527d6188-8d02-d9ab-e1a9-84951410571a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.845785] env[69506]: DEBUG nova.compute.manager [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.846347] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.847389] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6f0664-2602-42c7-98b3-d97abddcd269 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.855713] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.859128] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c3f17b-6066-4ec3-8d24-83bc758fd83a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.862521] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 677.862521] env[69506]: value = "task-3248921" [ 677.862521] env[69506]: _type = "Task" [ 677.862521] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.868170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f964749-1236-4024-bfd9-7f730f222016 tempest-ServersAdmin275Test-2058884900 tempest-ServersAdmin275Test-2058884900-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.869267] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.551s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.870993] env[69506]: INFO nova.compute.claims [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.881197] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.061082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.061082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.084553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d8406646-e0a4-40db-b223-b703b7049610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.084855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.088881] env[69506]: DEBUG nova.compute.manager [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received event network-vif-plugged-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.088881] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Acquiring lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.088982] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.089193] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.089385] env[69506]: DEBUG nova.compute.manager [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] No waiting events found dispatching network-vif-plugged-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.089556] env[69506]: WARNING nova.compute.manager [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received unexpected event network-vif-plugged-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 for instance with vm_state building and task_state spawning. [ 678.089709] env[69506]: DEBUG nova.compute.manager [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.090436] env[69506]: DEBUG nova.compute.manager [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing instance network info cache due to event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.090436] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Acquiring lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.090436] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Acquired lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.090778] env[69506]: DEBUG nova.network.neutron [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.116952] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "7f81370f-e4e9-4ce9-8777-cb1256604808" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.117219] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.135743] env[69506]: DEBUG oslo_vmware.api [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3248915, 'name': PowerOnVM_Task, 'duration_secs': 0.519303} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.136579] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.136579] env[69506]: INFO nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Took 10.14 seconds to spawn the instance on the hypervisor. [ 678.136579] env[69506]: DEBUG nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.137395] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346f245-0dc7-4ee5-b069-343673d6287d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.194670] env[69506]: INFO nova.compute.manager [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] instance snapshotting [ 678.200241] env[69506]: DEBUG oslo_concurrency.lockutils [req-75f0de3f-e3a4-4dfd-ba84-68deae1e5712 req-37111e54-8a23-41c3-ad3a-d442cc3cded5 service nova] Releasing lock "refresh_cache-681d9cc1-a5cd-4341-b87c-736ff44faef3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.200241] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4eb1b-851f-4db1-84a5-070602700912 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.220747] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f6398d-020f-48eb-a36b-d6503954e7da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.258499] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.259070] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.259070] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Deleting the datastore file [datastore1] 08443e88-21f9-4f66-8994-d8af6d544309 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.259170] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d37db1d7-e13d-4c2d-9b29-5403ef68f617 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265833] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for the task: (returnval){ [ 678.265833] env[69506]: value = "task-3248922" [ 678.265833] env[69506]: _type = "Task" [ 678.265833] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.276055] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.340085] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527d6188-8d02-d9ab-e1a9-84951410571a, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.340556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.341142] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.341523] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.341797] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.342137] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.342498] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d84a7d9-e7fc-4068-93df-408d0611d2e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.353039] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.353039] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.353039] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7370e4-854c-425e-a3e0-c81b2f25a8c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.358562] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 678.358562] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ba77c-d48c-c987-1e21-bc2619e8b523" [ 678.358562] env[69506]: _type = "Task" [ 678.358562] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.369955] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ba77c-d48c-c987-1e21-bc2619e8b523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.377228] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248921, 'name': PowerOffVM_Task, 'duration_secs': 0.355394} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.377847] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.378014] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.378268] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f1d545-7e5b-4cae-b2ad-aa6fd0553605 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.438403] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.438642] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.438831] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Deleting the datastore file [datastore1] 681d9cc1-a5cd-4341-b87c-736ff44faef3 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.439149] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-961d8f89-155f-4c4f-9ba2-998ef1cd4af3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.446780] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for the task: (returnval){ [ 678.446780] env[69506]: value = "task-3248924" [ 678.446780] env[69506]: _type = "Task" [ 678.446780] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.462654] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.658845] env[69506]: INFO nova.compute.manager [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Took 38.72 seconds to build instance. [ 678.738298] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.738298] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c17391e7-7a12-4be2-9ee2-4f34d1bf9673 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.747626] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 678.747626] env[69506]: value = "task-3248925" [ 678.747626] env[69506]: _type = "Task" [ 678.747626] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.761483] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248925, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.776712] env[69506]: DEBUG oslo_vmware.api [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Task: {'id': task-3248922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162104} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.777161] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.777460] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.777686] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.777897] env[69506]: INFO nova.compute.manager [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Took 1.63 seconds to destroy the instance on the hypervisor. [ 678.778415] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.779164] env[69506]: DEBUG nova.compute.manager [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.779164] env[69506]: DEBUG nova.network.neutron [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.870385] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ba77c-d48c-c987-1e21-bc2619e8b523, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.871444] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a060ec45-3a8d-456f-86b1-ff8e253551be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.877536] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 678.877536] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5239761c-92d9-93c6-fe28-ed14da0bba53" [ 678.877536] env[69506]: _type = "Task" [ 678.877536] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.893805] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5239761c-92d9-93c6-fe28-ed14da0bba53, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.894188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.894544] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 72265512-6ea5-4279-a0a7-059100f0b5bb/72265512-6ea5-4279-a0a7-059100f0b5bb.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.894904] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea0e874-3590-431a-84f6-9616252d0356 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.902441] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 678.902441] env[69506]: value = "task-3248926" [ 678.902441] env[69506]: _type = "Task" [ 678.902441] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.912744] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.963014] env[69506]: DEBUG nova.compute.manager [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.963408] env[69506]: DEBUG oslo_vmware.api [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Task: {'id': task-3248924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143405} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.970025] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d0710-b400-495f-8697-e22ea3693ca7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.974230] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.974230] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.974230] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.974230] env[69506]: INFO nova.compute.manager [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 678.975305] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.976602] env[69506]: DEBUG nova.compute.manager [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.976602] env[69506]: DEBUG nova.network.neutron [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.101216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "8d160aeb-f3e0-4366-b40d-9477644442d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.101558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.133368] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "9615573d-9b6e-4532-827f-374ad484eb19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.133484] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.163237] env[69506]: DEBUG oslo_concurrency.lockutils [None req-182be6a5-ca29-4c42-a669-d37a9cd032f7 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.919s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.260851] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248925, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.389672] env[69506]: DEBUG nova.network.neutron [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updated VIF entry in instance network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.390097] env[69506]: DEBUG nova.network.neutron [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [{"id": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "address": "fa:16:3e:bf:15:22", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c3f4e6-fe", "ovs_interfaceid": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.413672] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248926, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.488581] env[69506]: INFO nova.compute.manager [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] instance snapshotting [ 679.491783] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455dc91d-8c0f-44da-8fa3-1e1b420c1c0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.499288] env[69506]: DEBUG nova.compute.manager [req-eb706c77-acc2-4130-8466-0c6e988b8789 req-93974cc0-cf66-4ae6-886c-b7fa8bbfd05c service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Received event network-vif-deleted-8dec9e7e-dc37-4797-873c-10ec2ee64c44 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.499506] env[69506]: INFO nova.compute.manager [req-eb706c77-acc2-4130-8466-0c6e988b8789 req-93974cc0-cf66-4ae6-886c-b7fa8bbfd05c service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Neutron deleted interface 8dec9e7e-dc37-4797-873c-10ec2ee64c44; detaching it from the instance and deleting it from the info cache [ 679.499680] env[69506]: DEBUG nova.network.neutron [req-eb706c77-acc2-4130-8466-0c6e988b8789 req-93974cc0-cf66-4ae6-886c-b7fa8bbfd05c service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.534127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca2201a-4d15-463a-9a8e-ad138558bde3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.540817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cede37-c06d-44e1-a708-768fb83d7ca0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.553437] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc53ee39-6902-445e-8917-2abf5d01eb42 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.586435] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f64c5a-1891-4e8e-a787-ae3a9acbd076 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.596316] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec7731-3c06-475e-84fd-af09dfc872ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.613325] env[69506]: DEBUG nova.compute.provider_tree [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.672209] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.761315] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248925, 'name': CreateSnapshot_Task, 'duration_secs': 0.964312} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.761621] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.762644] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e5524-9a2c-4fc9-9a1c-c937f8fa306e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.851787] env[69506]: DEBUG nova.network.neutron [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.893696] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b171d38-291c-4764-aa78-0352047b4c1e req-0c0af669-b38d-43e4-b902-61fbf0c78d72 service nova] Releasing lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.912212] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690811} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.912472] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 72265512-6ea5-4279-a0a7-059100f0b5bb/72265512-6ea5-4279-a0a7-059100f0b5bb.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.912680] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.912925] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-296e0ddf-eb08-4670-8bc2-2814b4664bee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919842] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 679.919842] env[69506]: value = "task-3248927" [ 679.919842] env[69506]: _type = "Task" [ 679.919842] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.927090] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.969103] env[69506]: DEBUG nova.network.neutron [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.004532] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdd68853-ce66-440f-942c-1ce233c09e60 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.015764] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3b3c1-49d8-4491-baa4-291423128308 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.046483] env[69506]: DEBUG nova.compute.manager [req-eb706c77-acc2-4130-8466-0c6e988b8789 req-93974cc0-cf66-4ae6-886c-b7fa8bbfd05c service nova] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Detach interface failed, port_id=8dec9e7e-dc37-4797-873c-10ec2ee64c44, reason: Instance 681d9cc1-a5cd-4341-b87c-736ff44faef3 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 680.053694] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.054119] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-29d8b972-b9d1-4674-93f2-cc40967813d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.061238] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 680.061238] env[69506]: value = "task-3248928" [ 680.061238] env[69506]: _type = "Task" [ 680.061238] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.070518] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.117246] env[69506]: DEBUG nova.scheduler.client.report [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.122798] env[69506]: DEBUG nova.compute.manager [req-b7841176-8ca5-407f-91c4-aa584c8fabb0 req-afc84ea1-cf20-4821-b97c-7ee8f4d7e068 service nova] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Received event network-vif-deleted-47a31fa7-9458-42c2-8b6b-c548d06bd9fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.201445] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.284320] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.284320] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8cfd0a82-8409-4f62-b50e-830753aceda5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.293791] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 680.293791] env[69506]: value = "task-3248929" [ 680.293791] env[69506]: _type = "Task" [ 680.293791] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.301846] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248929, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.353978] env[69506]: INFO nova.compute.manager [-] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Took 1.38 seconds to deallocate network for instance. [ 680.430570] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260973} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.430846] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.431673] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b89d51-7c0a-4cec-9e89-f73c4a781fce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.458052] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 72265512-6ea5-4279-a0a7-059100f0b5bb/72265512-6ea5-4279-a0a7-059100f0b5bb.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.458458] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7746699-c09a-4e06-a7f8-eb60af544a4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.478236] env[69506]: INFO nova.compute.manager [-] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Took 1.70 seconds to deallocate network for instance. [ 680.485782] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 680.485782] env[69506]: value = "task-3248930" [ 680.485782] env[69506]: _type = "Task" [ 680.485782] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.497266] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.571941] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.625257] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.626475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.565s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.628439] env[69506]: INFO nova.compute.claims [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.805046] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248929, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.861269] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.985732] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.995849] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.071798] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.132942] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "9c70fa0f-94be-440c-8027-bbe7a62a747c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.133230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "9c70fa0f-94be-440c-8027-bbe7a62a747c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.305525] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248929, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.496711] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248930, 'name': ReconfigVM_Task, 'duration_secs': 0.832979} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.497058] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 72265512-6ea5-4279-a0a7-059100f0b5bb/72265512-6ea5-4279-a0a7-059100f0b5bb.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.497751] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59749037-3435-4f72-bab8-cf854991a41e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504503] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 681.504503] env[69506]: value = "task-3248931" [ 681.504503] env[69506]: _type = "Task" [ 681.504503] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.511783] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248931, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.523721] env[69506]: DEBUG nova.compute.manager [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Received event network-changed-f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.523918] env[69506]: DEBUG nova.compute.manager [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Refreshing instance network info cache due to event network-changed-f394e7ea-1293-4091-82d6-8222b86516ae. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.524150] env[69506]: DEBUG oslo_concurrency.lockutils [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] Acquiring lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.524278] env[69506]: DEBUG oslo_concurrency.lockutils [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] Acquired lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.524440] env[69506]: DEBUG nova.network.neutron [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Refreshing network info cache for port f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.572212] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248928, 'name': CreateSnapshot_Task, 'duration_secs': 1.159577} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.572493] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.573239] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1656ba36-65b9-4933-9ce3-f486ae56519e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.637593] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "9c70fa0f-94be-440c-8027-bbe7a62a747c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.638159] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.805921] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248929, 'name': CloneVM_Task, 'duration_secs': 1.374437} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.806213] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Created linked-clone VM from snapshot [ 681.806978] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a324be0-6de0-4f3b-a125-50ae83c87582 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.814624] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Uploading image 56fb69a6-f1a8-4076-aeec-19c364f94296 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.844434] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.844434] env[69506]: value = "vm-649214" [ 681.844434] env[69506]: _type = "VirtualMachine" [ 681.844434] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.844714] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6b40950-cbd7-468d-8c78-9ec48c4748e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.851653] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease: (returnval){ [ 681.851653] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb0258-4f41-e68f-80be-bc7baf4229a2" [ 681.851653] env[69506]: _type = "HttpNfcLease" [ 681.851653] env[69506]: } obtained for exporting VM: (result){ [ 681.851653] env[69506]: value = "vm-649214" [ 681.851653] env[69506]: _type = "VirtualMachine" [ 681.851653] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.851905] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the lease: (returnval){ [ 681.851905] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb0258-4f41-e68f-80be-bc7baf4229a2" [ 681.851905] env[69506]: _type = "HttpNfcLease" [ 681.851905] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.862106] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.862106] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb0258-4f41-e68f-80be-bc7baf4229a2" [ 681.862106] env[69506]: _type = "HttpNfcLease" [ 681.862106] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 682.016434] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248931, 'name': Rename_Task, 'duration_secs': 0.373836} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.016434] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.016740] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c038243d-ef3e-4653-aa6a-a4f8f0baf916 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.022044] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 682.022044] env[69506]: value = "task-3248933" [ 682.022044] env[69506]: _type = "Task" [ 682.022044] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.032696] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.092047] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.092964] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1865e02b-064f-4b14-99bd-d545e5fea750 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.096367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde1351-875a-4b87-9ba0-db53865a31be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.104455] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e9e4e-fff0-4e71-ac31-45c86ed1098d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.107653] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 682.107653] env[69506]: value = "task-3248934" [ 682.107653] env[69506]: _type = "Task" [ 682.107653] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.139662] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0378a938-6a0d-41ca-bd41-18b4ebdc03e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.146292] env[69506]: DEBUG nova.compute.utils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.147632] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248934, 'name': CloneVM_Task} progress is 12%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.148524] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.148610] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.155402] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6950586e-10a7-4c6d-965d-aacfeb1eaa88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.169895] env[69506]: DEBUG nova.compute.provider_tree [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.209689] env[69506]: DEBUG nova.policy [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a85327e69add4bd59a605e1e4465611a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a0860497854875a5e636ab3462ab07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.360614] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.360614] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb0258-4f41-e68f-80be-bc7baf4229a2" [ 682.360614] env[69506]: _type = "HttpNfcLease" [ 682.360614] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.360927] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.360927] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb0258-4f41-e68f-80be-bc7baf4229a2" [ 682.360927] env[69506]: _type = "HttpNfcLease" [ 682.360927] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.361717] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ce067-d64d-4703-99ad-4207de18def6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.368714] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.368890] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.427177] env[69506]: DEBUG nova.network.neutron [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updated VIF entry in instance network info cache for port f394e7ea-1293-4091-82d6-8222b86516ae. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.427753] env[69506]: DEBUG nova.network.neutron [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updating instance_info_cache with network_info: [{"id": "f394e7ea-1293-4091-82d6-8222b86516ae", "address": "fa:16:3e:bc:22:ee", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf394e7ea-12", "ovs_interfaceid": "f394e7ea-1293-4091-82d6-8222b86516ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.459716] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-891c9401-74f7-4523-9b68-4c0e2c1f2115 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.532645] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248933, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.598282] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Successfully created port: 0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.621591] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248934, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.651694] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.675550] env[69506]: DEBUG nova.scheduler.client.report [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.931654] env[69506]: DEBUG oslo_concurrency.lockutils [req-bedb4e7a-d719-4f83-9675-777ec0bdc497 req-2a7f1df1-f4ab-4e44-b042-1465963811a8 service nova] Releasing lock "refresh_cache-aa107d30-b28e-41fe-8825-0cb34833cbdd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.033519] env[69506]: DEBUG oslo_vmware.api [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3248933, 'name': PowerOnVM_Task, 'duration_secs': 0.719198} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.034527] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.037433] env[69506]: INFO nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Took 8.32 seconds to spawn the instance on the hypervisor. [ 683.037433] env[69506]: DEBUG nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.037433] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b075b60-5b47-4155-bf78-8d9da90479b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.122605] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248934, 'name': CloneVM_Task, 'duration_secs': 0.957515} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.122961] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Created linked-clone VM from snapshot [ 683.123840] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3dfea2-0247-4a5e-b6d9-158e5127eea1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.132493] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Uploading image 15e4986c-6c3c-472a-b065-10f96fa13ad3 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.170022] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.170022] env[69506]: value = "vm-649216" [ 683.170022] env[69506]: _type = "VirtualMachine" [ 683.170022] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.170022] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-082b37bb-8f6e-4980-925b-cac4b902e817 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.173720] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lease: (returnval){ [ 683.173720] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52663183-8eb1-c664-5d36-c3220e7d4759" [ 683.173720] env[69506]: _type = "HttpNfcLease" [ 683.173720] env[69506]: } obtained for exporting VM: (result){ [ 683.173720] env[69506]: value = "vm-649216" [ 683.173720] env[69506]: _type = "VirtualMachine" [ 683.173720] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.174283] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the lease: (returnval){ [ 683.174283] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52663183-8eb1-c664-5d36-c3220e7d4759" [ 683.174283] env[69506]: _type = "HttpNfcLease" [ 683.174283] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.181599] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.182255] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.193099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.284s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.193099] env[69506]: DEBUG nova.objects.instance [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lazy-loading 'resources' on Instance uuid dd446be4-4742-446e-b692-8064b7ddbf9f {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.193099] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.193099] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52663183-8eb1-c664-5d36-c3220e7d4759" [ 683.193099] env[69506]: _type = "HttpNfcLease" [ 683.193099] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 683.567890] env[69506]: INFO nova.compute.manager [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Took 41.95 seconds to build instance. [ 683.671034] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.683305] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.683305] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52663183-8eb1-c664-5d36-c3220e7d4759" [ 683.683305] env[69506]: _type = "HttpNfcLease" [ 683.683305] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.683610] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.683610] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52663183-8eb1-c664-5d36-c3220e7d4759" [ 683.683610] env[69506]: _type = "HttpNfcLease" [ 683.683610] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.684452] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea2760-ce6a-4f50-8aac-b4aa211d7658 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.695564] env[69506]: DEBUG nova.compute.utils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.696962] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.697229] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.705810] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.705810] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.705810] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.705810] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.706084] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.706084] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.706084] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.706084] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.706084] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.706220] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.706220] env[69506]: DEBUG nova.virt.hardware [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.706220] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.706220] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.707675] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42376640-2128-4ede-9663-509c866286b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.776685] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec21915-3564-4e23-aea4-44bbb81ab098 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.809641] env[69506]: DEBUG nova.policy [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1707795e6264612a3d54b20a03da16e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47c5675ad45484abaed6b7a877bbdcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.837021] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d6adc50-9486-402b-98c9-4c7afba2250e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.071164] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbe6063c-7d4f-4327-b42e-dbcc6a132493 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.304s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.212492] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.408272] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216da26c-7f32-48e7-9afb-8bc8e5a0bbcc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.418456] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec0889-612d-4833-8604-8e1740e359e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.454837] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4602aa-8139-4561-bd39-ccb07691747c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.460258] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Successfully created port: dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.466680] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2176a23a-ca94-4bec-bd5a-10b65b013bee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.481193] env[69506]: DEBUG nova.compute.provider_tree [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.532075] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Successfully updated port: 0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.577415] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.688929] env[69506]: DEBUG nova.compute.manager [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Received event network-vif-plugged-0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.689252] env[69506]: DEBUG oslo_concurrency.lockutils [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] Acquiring lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.689505] env[69506]: DEBUG oslo_concurrency.lockutils [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.689765] env[69506]: DEBUG oslo_concurrency.lockutils [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.689941] env[69506]: DEBUG nova.compute.manager [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] No waiting events found dispatching network-vif-plugged-0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.690172] env[69506]: WARNING nova.compute.manager [req-9f16fb5f-4dc9-423e-8d08-197979a1332b req-ba54f8ff-8984-4110-a318-8f4434ec37ca service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Received unexpected event network-vif-plugged-0ab80268-64d5-4198-af59-f2da6989fafd for instance with vm_state building and task_state spawning. [ 684.986011] env[69506]: DEBUG nova.scheduler.client.report [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.034587] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.034909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquired lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.035298] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.106957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.192033] env[69506]: DEBUG nova.compute.manager [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.192122] env[69506]: DEBUG nova.compute.manager [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing instance network info cache due to event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.192443] env[69506]: DEBUG oslo_concurrency.lockutils [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] Acquiring lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.192832] env[69506]: DEBUG oslo_concurrency.lockutils [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] Acquired lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.193190] env[69506]: DEBUG nova.network.neutron [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.225309] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.496041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.501061] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.472s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.502300] env[69506]: INFO nova.compute.claims [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.522232] env[69506]: INFO nova.scheduler.client.report [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Deleted allocations for instance dd446be4-4742-446e-b692-8064b7ddbf9f [ 685.571202] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.725300] env[69506]: DEBUG nova.network.neutron [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Updating instance_info_cache with network_info: [{"id": "0ab80268-64d5-4198-af59-f2da6989fafd", "address": "fa:16:3e:a5:0c:ce", "network": {"id": "3a42dc9b-8428-4cb6-8f91-e87db37b3a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1791266794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a0860497854875a5e636ab3462ab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab80268-64", "ovs_interfaceid": "0ab80268-64d5-4198-af59-f2da6989fafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.030213] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8bce72a-dfe8-4844-bf16-626824fc17ce tempest-ServerPasswordTestJSON-1623388183 tempest-ServerPasswordTestJSON-1623388183-project-member] Lock "dd446be4-4742-446e-b692-8064b7ddbf9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.117s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.106518] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Successfully updated port: dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.144116] env[69506]: DEBUG nova.network.neutron [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updated VIF entry in instance network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.144542] env[69506]: DEBUG nova.network.neutron [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [{"id": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "address": "fa:16:3e:bf:15:22", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c3f4e6-fe", "ovs_interfaceid": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.228078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Releasing lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.228406] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Instance network_info: |[{"id": "0ab80268-64d5-4198-af59-f2da6989fafd", "address": "fa:16:3e:a5:0c:ce", "network": {"id": "3a42dc9b-8428-4cb6-8f91-e87db37b3a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1791266794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a0860497854875a5e636ab3462ab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab80268-64", "ovs_interfaceid": "0ab80268-64d5-4198-af59-f2da6989fafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.228825] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:0c:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab80268-64d5-4198-af59-f2da6989fafd', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.236609] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Creating folder: Project (14a0860497854875a5e636ab3462ab07). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.236957] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d559c9-5da8-4aba-9141-34743dac1740 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.249519] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Created folder: Project (14a0860497854875a5e636ab3462ab07) in parent group-v649133. [ 686.249721] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Creating folder: Instances. Parent ref: group-v649217. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.249968] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5158d69-3070-48e1-a9b8-732012d88d75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.259771] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Created folder: Instances in parent group-v649217. [ 686.260030] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.260249] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.260474] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e4cf7db-1510-4a7b-afe5-12d587c84ffc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.279866] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.279866] env[69506]: value = "task-3248938" [ 686.279866] env[69506]: _type = "Task" [ 686.279866] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.287871] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248938, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.609697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.609905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.610173] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.647531] env[69506]: DEBUG oslo_concurrency.lockutils [req-45203587-3602-456c-92fb-f64cf2974788 req-b849bdb5-a474-4832-b5d8-048bfa2769a0 service nova] Releasing lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.796094] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248938, 'name': CreateVM_Task, 'duration_secs': 0.403662} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.797999] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.797999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.797999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.797999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.798384] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9829f0-56d2-4604-a6c9-1051deb84ec7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.808147] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 686.808147] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250595d-3c20-428e-eda4-fd0f642371c6" [ 686.808147] env[69506]: _type = "Task" [ 686.808147] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.821742] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250595d-3c20-428e-eda4-fd0f642371c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.989560] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26282f85-1047-46a0-ad6c-abe1bfd1c459 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.997143] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ac3ad0-fb83-432a-a0f6-76bf5dda2749 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.029066] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be114ff-0432-4477-a591-95019396e7e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.036704] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b702ff-eb1d-489b-ab32-9c4287dcc177 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.051636] env[69506]: DEBUG nova.compute.provider_tree [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.151377] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.295129] env[69506]: DEBUG nova.network.neutron [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.318752] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250595d-3c20-428e-eda4-fd0f642371c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.319063] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.319336] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.319822] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.319822] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.319960] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.320162] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4287a60b-e0d8-48e9-8d53-a2099f8aaa76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.328900] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.329088] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.329838] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9550f7-1a3a-40ef-b14a-75ec362f1b4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.334959] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 687.334959] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b6060d-a54b-17cd-4813-0ca70555804a" [ 687.334959] env[69506]: _type = "Task" [ 687.334959] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.342741] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b6060d-a54b-17cd-4813-0ca70555804a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.554663] env[69506]: DEBUG nova.scheduler.client.report [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.798843] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.799247] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Instance network_info: |[{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.847520] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b6060d-a54b-17cd-4813-0ca70555804a, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.848619] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c5d77f-af47-4e43-9795-02ec8aa22691 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.854903] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 687.854903] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7e934-fee0-e3f8-517a-0c4f2abdfe42" [ 687.854903] env[69506]: _type = "Task" [ 687.854903] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.864871] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7e934-fee0-e3f8-517a-0c4f2abdfe42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.060427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.060947] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.063604] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.769s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.063846] env[69506]: DEBUG nova.objects.instance [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lazy-loading 'resources' on Instance uuid e20d7d56-118a-4f11-8f47-9c9e66322319 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.365297] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7e934-fee0-e3f8-517a-0c4f2abdfe42, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.365631] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.365787] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0/32d03bb0-0bcf-478d-9e2d-5d6bd98987a0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.366067] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a39663-ee6c-43bf-ba14-4231fd737a79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.372576] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 688.372576] env[69506]: value = "task-3248939" [ 688.372576] env[69506]: _type = "Task" [ 688.372576] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.380930] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.567230] env[69506]: DEBUG nova.compute.utils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.572537] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.572537] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.613955] env[69506]: DEBUG nova.policy [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '082c57d8f1834aa2af94161c267f81bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b0612adfae94b8cb4548c9246a5f5ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.883053] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50229} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.883329] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0/32d03bb0-0bcf-478d-9e2d-5d6bd98987a0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.883629] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.884192] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f2e290b-3ec3-4c5b-95f3-0a8ff38c194f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.891191] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 688.891191] env[69506]: value = "task-3248940" [ 688.891191] env[69506]: _type = "Task" [ 688.891191] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.899598] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.938838] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Successfully created port: f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.075479] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.096594] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddad4d1-067e-4fa2-916d-b2516f20a0d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.105823] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3870c5-4d1b-4edd-ad9a-9a4de8b18b8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.138674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a67d2-344d-4c53-a410-d958df285b24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.146806] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62637a-e261-4a56-ba7e-45021105e244 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.166588] env[69506]: DEBUG nova.compute.provider_tree [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.400594] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066012} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.400971] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.401644] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecbd6e-2d03-4928-953e-961cbca04d6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.423142] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0/32d03bb0-0bcf-478d-9e2d-5d6bd98987a0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.423449] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a13db1-6aae-4147-af33-491d3b68a5d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.443018] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 689.443018] env[69506]: value = "task-3248941" [ 689.443018] env[69506]: _type = "Task" [ 689.443018] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.450939] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.670429] env[69506]: DEBUG nova.scheduler.client.report [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.953424] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248941, 'name': ReconfigVM_Task, 'duration_secs': 0.387638} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.953653] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0/32d03bb0-0bcf-478d-9e2d-5d6bd98987a0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.954311] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1719990a-83bb-4548-a3e9-7021e6da000e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.963263] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 689.963263] env[69506]: value = "task-3248942" [ 689.963263] env[69506]: _type = "Task" [ 689.963263] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.972626] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248942, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.085652] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.178443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.181599] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.618s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.182024] env[69506]: DEBUG nova.objects.instance [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lazy-loading 'resources' on Instance uuid f872aae0-26dd-4099-aef7-910bbe554df9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.203086] env[69506]: INFO nova.scheduler.client.report [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Deleted allocations for instance e20d7d56-118a-4f11-8f47-9c9e66322319 [ 690.218081] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.218545] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.218769] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.219123] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.219314] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.219948] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.219948] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.220111] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.220271] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.220721] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.220793] env[69506]: DEBUG nova.virt.hardware [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.223851] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa6af9-82c6-4d7e-ae25-3feae0e52f35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.236896] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab436c3-89bf-4415-bec4-829131d56632 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.246360] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.246624] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.247390] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.247390] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.247390] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.247567] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.248195] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.248195] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.248312] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.248546] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.248798] env[69506]: DEBUG nova.virt.hardware [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.251900] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc22b5-bc92-455c-8c69-cb078e780b2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.269042] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:54:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dca30808-33f5-4d40-bf37-ff5bceaed787', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.278492] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Creating folder: Project (a47c5675ad45484abaed6b7a877bbdcb). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.281606] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.283859] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f236afa5-be53-475e-b088-ccffd3723c85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.286326] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e36c03-d6f6-4739-9af4-ceb007ff767a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.291475] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1beca-2991-47a7-a981-979d4f167c1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.299033] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.299215] env[69506]: ERROR oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk due to incomplete transfer. [ 690.307436] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f99d9cb-5534-4236-925b-9649215df09d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.311223] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Created folder: Project (a47c5675ad45484abaed6b7a877bbdcb) in parent group-v649133. [ 690.311417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Creating folder: Instances. Parent ref: group-v649220. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.311992] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56de8255-437d-49e7-b891-b1ea1e086a08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.317591] env[69506]: DEBUG oslo_vmware.rw_handles [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52409381-dd5b-2d5b-883f-2b709a052c7a/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.317591] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Uploaded image 56fb69a6-f1a8-4076-aeec-19c364f94296 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.319555] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.320898] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e259082a-e61a-4dfd-b1fa-ab1535e8e636 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.323327] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Created folder: Instances in parent group-v649220. [ 690.323327] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.323327] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.323482] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0b54c3-9865-4275-92b8-ef77512c0301 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.340389] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 690.340389] env[69506]: value = "task-3248945" [ 690.340389] env[69506]: _type = "Task" [ 690.340389] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.344784] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.344784] env[69506]: value = "task-3248946" [ 690.344784] env[69506]: _type = "Task" [ 690.344784] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.351015] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248945, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.355411] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248946, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.482871] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248942, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.603571] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Successfully updated port: f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.716772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc5257d7-64cb-484b-8bca-c4e29a9e10ff tempest-ServersAdmin275Test-1094290918 tempest-ServersAdmin275Test-1094290918-project-member] Lock "e20d7d56-118a-4f11-8f47-9c9e66322319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.770s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.863291] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248945, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.870668] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248946, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.976257] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248942, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.078366] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Received event network-changed-0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.078505] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Refreshing instance network info cache due to event network-changed-0ab80268-64d5-4198-af59-f2da6989fafd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.078739] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Acquiring lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.079051] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Acquired lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080304] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Refreshing network info cache for port 0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.107626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107833] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.107908] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.146007] env[69506]: DEBUG nova.compute.manager [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Received event network-vif-plugged-f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.146368] env[69506]: DEBUG oslo_concurrency.lockutils [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] Acquiring lock "db5619bb-270c-460e-8efe-41dfcded358a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.146521] env[69506]: DEBUG oslo_concurrency.lockutils [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] Lock "db5619bb-270c-460e-8efe-41dfcded358a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.146703] env[69506]: DEBUG oslo_concurrency.lockutils [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] Lock "db5619bb-270c-460e-8efe-41dfcded358a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.147384] env[69506]: DEBUG nova.compute.manager [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] No waiting events found dispatching network-vif-plugged-f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.147384] env[69506]: WARNING nova.compute.manager [req-b94fffc0-84be-489e-9f2d-b0a304d39df2 req-728ab033-2f41-49f0-8bc8-2d6f3a54a7e0 service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Received unexpected event network-vif-plugged-f8eb7a60-f68d-4721-a979-2ed5cc95172e for instance with vm_state building and task_state spawning. [ 691.280341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf02e4-11a1-4807-b4d6-63ba9ff0035f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.290260] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729db48c-645f-4d19-bce5-9df2e79f3a49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.324749] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c538eab-47c9-4219-a395-ab3f08aa64b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.333265] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f47e52-f6e7-4d22-82e4-df44d6bc1007 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.351452] env[69506]: DEBUG nova.compute.provider_tree [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.364884] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248945, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.369651] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248946, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.474276] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248942, 'name': Rename_Task, 'duration_secs': 1.255273} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.474521] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.474770] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b40646-9d05-47bf-a124-43ec060c545f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.482210] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 691.482210] env[69506]: value = "task-3248947" [ 691.482210] env[69506]: _type = "Task" [ 691.482210] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.491609] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.843290] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.857912] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Updated VIF entry in instance network info cache for port 0ab80268-64d5-4198-af59-f2da6989fafd. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.859089] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Updating instance_info_cache with network_info: [{"id": "0ab80268-64d5-4198-af59-f2da6989fafd", "address": "fa:16:3e:a5:0c:ce", "network": {"id": "3a42dc9b-8428-4cb6-8f91-e87db37b3a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1791266794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a0860497854875a5e636ab3462ab07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab80268-64", "ovs_interfaceid": "0ab80268-64d5-4198-af59-f2da6989fafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.866371] env[69506]: DEBUG nova.scheduler.client.report [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.890692] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248945, 'name': Destroy_Task, 'duration_secs': 1.336871} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.891099] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Destroyed the VM [ 691.891405] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.896107] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1e93c37-4327-494c-b4d5-1af640940bb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.898811] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248946, 'name': CreateVM_Task, 'duration_secs': 1.390096} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.899365] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.900603] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.900778] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.901117] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.901383] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7350f2-716f-403d-9eb8-ab5a72442326 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.906617] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 691.906617] env[69506]: value = "task-3248948" [ 691.906617] env[69506]: _type = "Task" [ 691.906617] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.914399] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 691.914399] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52095c02-6d12-528c-f477-4b1c58cc797b" [ 691.914399] env[69506]: _type = "Task" [ 691.914399] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.921053] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.925476] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52095c02-6d12-528c-f477-4b1c58cc797b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.993538] env[69506]: DEBUG oslo_vmware.api [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248947, 'name': PowerOnVM_Task, 'duration_secs': 0.485645} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.993627] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.993827] env[69506]: INFO nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Took 8.32 seconds to spawn the instance on the hypervisor. [ 691.994019] env[69506]: DEBUG nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.994818] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2f0db1-22dd-4f7e-a756-72aa1f024c67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.166263] env[69506]: DEBUG nova.network.neutron [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Updating instance_info_cache with network_info: [{"id": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "address": "fa:16:3e:27:45:e9", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb7a60-f6", "ovs_interfaceid": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.373099] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Releasing lock "refresh_cache-32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.373472] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-vif-plugged-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.373699] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Acquiring lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.373922] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.374146] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.374337] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] No waiting events found dispatching network-vif-plugged-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.374516] env[69506]: WARNING nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received unexpected event network-vif-plugged-dca30808-33f5-4d40-bf37-ff5bceaed787 for instance with vm_state building and task_state spawning. [ 692.374710] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.374887] env[69506]: DEBUG nova.compute.manager [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing instance network info cache due to event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.375122] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.375277] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.375436] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.380323] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.387709] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.842s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.389278] env[69506]: INFO nova.compute.claims [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.414106] env[69506]: INFO nova.scheduler.client.report [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Deleted allocations for instance f872aae0-26dd-4099-aef7-910bbe554df9 [ 692.428044] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.434110] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52095c02-6d12-528c-f477-4b1c58cc797b, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.435386] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.435386] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.435386] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.435386] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.435505] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.435531] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6133964d-0d47-4752-9ed0-543037904aa5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.446162] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.446162] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.446456] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8110bf-a6f6-4673-8fd8-ab9d8c429553 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.451821] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 692.451821] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a813c-997c-6cf4-345d-bb8ca149629f" [ 692.451821] env[69506]: _type = "Task" [ 692.451821] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.462295] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a813c-997c-6cf4-345d-bb8ca149629f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.512958] env[69506]: INFO nova.compute.manager [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Took 42.22 seconds to build instance. [ 692.670223] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.670448] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Instance network_info: |[{"id": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "address": "fa:16:3e:27:45:e9", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb7a60-f6", "ovs_interfaceid": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.670823] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:45:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8eb7a60-f68d-4721-a979-2ed5cc95172e', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.681755] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Creating folder: Project (9b0612adfae94b8cb4548c9246a5f5ff). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.682119] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac7a513-ff9b-488c-b735-a732e58dedbb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.695336] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Created folder: Project (9b0612adfae94b8cb4548c9246a5f5ff) in parent group-v649133. [ 692.695436] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Creating folder: Instances. Parent ref: group-v649223. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.695702] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6947bfa9-d9a7-40e0-949a-841d46d21e47 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.705551] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Created folder: Instances in parent group-v649223. [ 692.705845] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.706074] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.706316] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d6e30ad-d50e-4e4f-9bc1-1537e41df6cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.728769] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.728769] env[69506]: value = "task-3248951" [ 692.728769] env[69506]: _type = "Task" [ 692.728769] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.738523] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248951, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.920267] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248948, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.927176] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bc4c55d6-dab6-4041-be69-c567d6862e06 tempest-ServerExternalEventsTest-1698657151 tempest-ServerExternalEventsTest-1698657151-project-member] Lock "f872aae0-26dd-4099-aef7-910bbe554df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.945s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.943164] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 692.944146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffab9b6-6d0f-4ec1-b39c-31d25c3a67b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.953338] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 692.953508] env[69506]: ERROR oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk due to incomplete transfer. [ 692.958052] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd88837b-ce80-4380-be92-6e3d371602fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.967633] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522a813c-997c-6cf4-345d-bb8ca149629f, 'name': SearchDatastore_Task, 'duration_secs': 0.015332} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.969633] env[69506]: DEBUG oslo_vmware.rw_handles [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c602bf-4d3c-0126-a5e0-4cfcc6a36e19/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 692.969840] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Uploaded image 15e4986c-6c3c-472a-b065-10f96fa13ad3 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 692.971627] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 692.971891] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9213fc0-1972-4cd5-bc88-40a0bd9e324a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.974185] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcf6a5ec-ab33-45a4-a267-b1307b454993 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.979098] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 692.979098] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526a376e-954b-01f0-d7dd-dffc7731ba5b" [ 692.979098] env[69506]: _type = "Task" [ 692.979098] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.983267] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 692.983267] env[69506]: value = "task-3248952" [ 692.983267] env[69506]: _type = "Task" [ 692.983267] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.991298] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526a376e-954b-01f0-d7dd-dffc7731ba5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.002379] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248952, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.015423] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c985edad-f15f-4c43-9249-7dc7fa0ac546 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.532s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.213769] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updated VIF entry in instance network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.214134] env[69506]: DEBUG nova.network.neutron [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.238930] env[69506]: DEBUG nova.compute.manager [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Received event network-changed-f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.239162] env[69506]: DEBUG nova.compute.manager [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Refreshing instance network info cache due to event network-changed-f8eb7a60-f68d-4721-a979-2ed5cc95172e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.239503] env[69506]: DEBUG oslo_concurrency.lockutils [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] Acquiring lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.239577] env[69506]: DEBUG oslo_concurrency.lockutils [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] Acquired lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.239869] env[69506]: DEBUG nova.network.neutron [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Refreshing network info cache for port f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.246938] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248951, 'name': CreateVM_Task, 'duration_secs': 0.416649} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.247054] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.247764] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.247929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.248399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.249113] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd59ebe-4419-4fad-afcc-4e742683a605 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.255383] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 693.255383] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293ae50-b72f-12fb-ce0a-3b23c860e76d" [ 693.255383] env[69506]: _type = "Task" [ 693.255383] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.264215] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293ae50-b72f-12fb-ce0a-3b23c860e76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.417870] env[69506]: DEBUG oslo_vmware.api [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248948, 'name': RemoveSnapshot_Task, 'duration_secs': 1.414664} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.418219] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.418476] env[69506]: INFO nova.compute.manager [None req-7f83cca7-633f-4bde-a52f-507fd8f11117 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 15.22 seconds to snapshot the instance on the hypervisor. [ 693.497779] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526a376e-954b-01f0-d7dd-dffc7731ba5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014234} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.498762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.498762] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cb544004-1a86-4dda-bc77-cc92aed5ffc1/cb544004-1a86-4dda-bc77-cc92aed5ffc1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.503728] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-709c22fe-b4c0-4255-b81e-668ead38c8f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.508068] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248952, 'name': Destroy_Task, 'duration_secs': 0.353818} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.508068] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Destroyed the VM [ 693.508204] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.508424] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b5fa004-a3e5-4ee0-8a4a-d4b70711628f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.511969] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 693.511969] env[69506]: value = "task-3248953" [ 693.511969] env[69506]: _type = "Task" [ 693.511969] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.516288] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 693.516288] env[69506]: value = "task-3248954" [ 693.516288] env[69506]: _type = "Task" [ 693.516288] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.526865] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.530291] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.535767] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.717156] env[69506]: DEBUG oslo_concurrency.lockutils [req-de967724-eb26-4910-bc73-636b3416d1d9 req-4c1c11ed-410a-48c6-b488-86cb1c55d701 service nova] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.768192] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293ae50-b72f-12fb-ce0a-3b23c860e76d, 'name': SearchDatastore_Task, 'duration_secs': 0.01536} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.770973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.771483] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.771659] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.771865] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.772066] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.772604] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21ac43b-10af-4813-b78d-89deea1140b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.782594] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.782594] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.786461] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86246fd7-0309-4c96-b013-5c229f832094 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.796203] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 693.796203] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e83a98-4616-010b-5527-5336d93ed106" [ 693.796203] env[69506]: _type = "Task" [ 693.796203] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.806030] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e83a98-4616-010b-5527-5336d93ed106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.948126] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.948419] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.948623] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.948809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.948972] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.955602] env[69506]: INFO nova.compute.manager [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Terminating instance [ 693.996812] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7fe41-87b8-4a87-b9cd-1c116c68df1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.016638] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4792f4-c011-4e75-b407-8c1e74728d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.028126] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.064217] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.068248] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36924647-28e2-4875-bd70-aeabea4c4c5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.080582] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec144b-4373-4a0e-953f-79a87d3bcfe4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.089369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.100323] env[69506]: DEBUG nova.compute.provider_tree [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.142375] env[69506]: DEBUG nova.network.neutron [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Updated VIF entry in instance network info cache for port f8eb7a60-f68d-4721-a979-2ed5cc95172e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.142375] env[69506]: DEBUG nova.network.neutron [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Updating instance_info_cache with network_info: [{"id": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "address": "fa:16:3e:27:45:e9", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb7a60-f6", "ovs_interfaceid": "f8eb7a60-f68d-4721-a979-2ed5cc95172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.308920] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e83a98-4616-010b-5527-5336d93ed106, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.309733] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755f736d-7e9a-4a5a-be65-7ff0c8653d48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.315117] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 694.315117] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dd4150-794f-b099-51e6-bb1c9fe65534" [ 694.315117] env[69506]: _type = "Task" [ 694.315117] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.323198] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dd4150-794f-b099-51e6-bb1c9fe65534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.462313] env[69506]: DEBUG nova.compute.manager [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.462313] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.462313] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b8047f-a82b-465c-859a-fa64a55aa8d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.468827] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.469393] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da2f7da-105a-4ee1-a2f8-1a96bf6c60ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.475686] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 694.475686] env[69506]: value = "task-3248955" [ 694.475686] env[69506]: _type = "Task" [ 694.475686] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.484553] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.522961] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798004} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.526258] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cb544004-1a86-4dda-bc77-cc92aed5ffc1/cb544004-1a86-4dda-bc77-cc92aed5ffc1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.526708] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.527351] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc7f615d-0669-4998-99d2-5c9abcb5d93a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.534298] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248954, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.536059] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 694.536059] env[69506]: value = "task-3248956" [ 694.536059] env[69506]: _type = "Task" [ 694.536059] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.545281] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.603653] env[69506]: DEBUG nova.scheduler.client.report [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.645583] env[69506]: DEBUG oslo_concurrency.lockutils [req-b6d3d0d1-4a08-448b-99a5-d17cd8491802 req-8cc7b624-5243-4bb4-a429-26b8097c527c service nova] Releasing lock "refresh_cache-db5619bb-270c-460e-8efe-41dfcded358a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.836812] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dd4150-794f-b099-51e6-bb1c9fe65534, 'name': SearchDatastore_Task, 'duration_secs': 0.037074} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.836921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.837185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] db5619bb-270c-460e-8efe-41dfcded358a/db5619bb-270c-460e-8efe-41dfcded358a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.837457] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c69a528-e62a-43ef-89e9-d75d5b3741a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.844788] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 694.844788] env[69506]: value = "task-3248957" [ 694.844788] env[69506]: _type = "Task" [ 694.844788] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.854033] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.987127] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248955, 'name': PowerOffVM_Task, 'duration_secs': 0.292653} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.987127] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.987127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.987594] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9bbb6bc-1e46-4f33-a275-e35bc8879f63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.038321] env[69506]: DEBUG oslo_vmware.api [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248954, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135001} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.041520] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 695.041757] env[69506]: INFO nova.compute.manager [None req-0de7cf7d-8d87-478d-90b6-c04028024499 tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 695.049127] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067796} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.049638] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.050682] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6fc9e-b0cd-4f4b-9065-5726a5ad79a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.075923] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cb544004-1a86-4dda-bc77-cc92aed5ffc1/cb544004-1a86-4dda-bc77-cc92aed5ffc1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.077617] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabfb63e-aeda-4165-8d6e-d90d8709c37b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.092711] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.092956] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.093221] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Deleting the datastore file [datastore1] 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.093497] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a96e76-f08c-4c9e-8e60-51efeaaca2ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.103741] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 695.103741] env[69506]: value = "task-3248959" [ 695.103741] env[69506]: _type = "Task" [ 695.103741] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.105109] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for the task: (returnval){ [ 695.105109] env[69506]: value = "task-3248960" [ 695.105109] env[69506]: _type = "Task" [ 695.105109] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.113390] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.113868] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.116496] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.658s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.118809] env[69506]: INFO nova.compute.claims [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.128607] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.132389] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.356637] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.623818] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248959, 'name': ReconfigVM_Task, 'duration_secs': 0.387225} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.629840] env[69506]: DEBUG nova.compute.utils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.631069] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cb544004-1a86-4dda-bc77-cc92aed5ffc1/cb544004-1a86-4dda-bc77-cc92aed5ffc1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.631712] env[69506]: DEBUG oslo_vmware.api [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Task: {'id': task-3248960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402792} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.632330] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.633022] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.635289] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd12223-7db3-4a66-99de-a3203be147af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.638441] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.638441] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.638441] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.638441] env[69506]: INFO nova.compute.manager [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 695.638441] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.638781] env[69506]: DEBUG nova.compute.manager [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.638781] env[69506]: DEBUG nova.network.neutron [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.646034] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 695.646034] env[69506]: value = "task-3248961" [ 695.646034] env[69506]: _type = "Task" [ 695.646034] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.654133] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248961, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.737474] env[69506]: DEBUG nova.policy [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7630aa7499a745469943a0cff36665a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64e476c01dc4f7d829c09914488bb29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.861686] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635347} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.861958] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] db5619bb-270c-460e-8efe-41dfcded358a/db5619bb-270c-460e-8efe-41dfcded358a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.862194] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.862449] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aaa1a83-7a6b-43f7-8029-17d9d434a77f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.876203] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 695.876203] env[69506]: value = "task-3248962" [ 695.876203] env[69506]: _type = "Task" [ 695.876203] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.886621] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.113235] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Successfully created port: f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.121852] env[69506]: DEBUG nova.compute.manager [req-9d0781d4-6bad-4463-ba0c-96b333ac3489 req-deefd982-fed4-435a-9cf0-5b8e76073c20 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Received event network-vif-deleted-0ab80268-64d5-4198-af59-f2da6989fafd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.122310] env[69506]: INFO nova.compute.manager [req-9d0781d4-6bad-4463-ba0c-96b333ac3489 req-deefd982-fed4-435a-9cf0-5b8e76073c20 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Neutron deleted interface 0ab80268-64d5-4198-af59-f2da6989fafd; detaching it from the instance and deleting it from the info cache [ 696.122519] env[69506]: DEBUG nova.network.neutron [req-9d0781d4-6bad-4463-ba0c-96b333ac3489 req-deefd982-fed4-435a-9cf0-5b8e76073c20 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.135281] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.157217] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248961, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.389182] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065669} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.389811] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.390363] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b315a2f-806e-48af-8793-13640c6374dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.417320] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] db5619bb-270c-460e-8efe-41dfcded358a/db5619bb-270c-460e-8efe-41dfcded358a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.420202] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b912ff15-0b73-4292-8e77-786c2dbe56a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.445912] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 696.445912] env[69506]: value = "task-3248963" [ 696.445912] env[69506]: _type = "Task" [ 696.445912] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.458399] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.479471] env[69506]: DEBUG nova.network.neutron [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.627635] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10eb774a-c6ab-484e-8c00-61186409df6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.635104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622e4e7-f33f-4511-9d16-21137b31a5c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.675225] env[69506]: DEBUG nova.compute.manager [req-9d0781d4-6bad-4463-ba0c-96b333ac3489 req-deefd982-fed4-435a-9cf0-5b8e76073c20 service nova] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Detach interface failed, port_id=0ab80268-64d5-4198-af59-f2da6989fafd, reason: Instance 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 696.683116] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248961, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.734994] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5093498-3613-47a5-b21c-69cfbf1461f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.742894] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ccab94-eff1-492e-bfd7-b2c7ab493f91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.775716] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5dbbd9-c169-46f4-a0ed-b81e3665d8f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.783500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7c5fa-d8cd-49b3-9636-8ad302a69401 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.805228] env[69506]: DEBUG nova.compute.provider_tree [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.837128] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.837461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.837608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.837791] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.837985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.839953] env[69506]: INFO nova.compute.manager [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Terminating instance [ 696.965528] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248963, 'name': ReconfigVM_Task, 'duration_secs': 0.312277} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.965797] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Reconfigured VM instance instance-0000001c to attach disk [datastore1] db5619bb-270c-460e-8efe-41dfcded358a/db5619bb-270c-460e-8efe-41dfcded358a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.966426] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a46b4dc-cc58-4f70-b28f-269f553fea22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.975697] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 696.975697] env[69506]: value = "task-3248964" [ 696.975697] env[69506]: _type = "Task" [ 696.975697] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.984087] env[69506]: INFO nova.compute.manager [-] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Took 1.34 seconds to deallocate network for instance. [ 696.990042] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248964, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.163460] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248961, 'name': Rename_Task, 'duration_secs': 1.164155} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.163723] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.164825] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.168915] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16e578d2-0fc9-43fa-b4e6-1f168dad04af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.174172] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 697.174172] env[69506]: value = "task-3248965" [ 697.174172] env[69506]: _type = "Task" [ 697.174172] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.182747] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.195635] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.195904] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.196253] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.196507] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.196660] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.196806] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.197055] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.197267] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.197456] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.197621] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.197880] env[69506]: DEBUG nova.virt.hardware [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.198794] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a8159b-f464-4946-acf3-cbe7ddcd293a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.206972] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c198a-3d5f-46c5-bb09-a72074088cb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329892] env[69506]: ERROR nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [req-8c920532-2d79-4088-b369-ccbaf087a722] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c920532-2d79-4088-b369-ccbaf087a722"}]} [ 697.345406] env[69506]: DEBUG nova.compute.manager [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.345529] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.346614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ef174-633f-4bb0-9edf-e995d13cdac8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.351030] env[69506]: DEBUG nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 697.358182] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.358349] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7170c670-26ff-4a0e-98ec-37f50274f152 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.366348] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 697.366348] env[69506]: value = "task-3248966" [ 697.366348] env[69506]: _type = "Task" [ 697.366348] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.375335] env[69506]: DEBUG nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 697.375335] env[69506]: DEBUG nova.compute.provider_tree [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.381024] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.392852] env[69506]: DEBUG nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 697.417293] env[69506]: DEBUG nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 697.460527] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "9fbdeceb-931d-4f57-aaab-b38610875157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.460810] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.461069] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.461290] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.461785] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.467921] env[69506]: INFO nova.compute.manager [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Terminating instance [ 697.492135] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248964, 'name': Rename_Task, 'duration_secs': 0.137252} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.492635] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.492796] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b0331eb-1a4b-4a67-8624-5502eabab2db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.495635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.505395] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 697.505395] env[69506]: value = "task-3248967" [ 697.505395] env[69506]: _type = "Task" [ 697.505395] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.515832] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.686699] env[69506]: DEBUG oslo_vmware.api [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3248965, 'name': PowerOnVM_Task, 'duration_secs': 0.482993} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.688025] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.688025] env[69506]: INFO nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Took 12.46 seconds to spawn the instance on the hypervisor. [ 697.688025] env[69506]: DEBUG nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.688846] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a9e981-4372-48bf-90d8-6d1fd9be1700 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.734417] env[69506]: DEBUG nova.compute.manager [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Received event network-vif-plugged-f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.734813] env[69506]: DEBUG oslo_concurrency.lockutils [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] Acquiring lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.736018] env[69506]: DEBUG oslo_concurrency.lockutils [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.736018] env[69506]: DEBUG oslo_concurrency.lockutils [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.736018] env[69506]: DEBUG nova.compute.manager [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] No waiting events found dispatching network-vif-plugged-f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.736018] env[69506]: WARNING nova.compute.manager [req-69386f54-e875-44a3-a91c-5db6f5cfa4cf req-daa8fb02-9117-4de6-a55e-28b0c5120e7a service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Received unexpected event network-vif-plugged-f7f19f45-9bf5-49e3-b479-f909cd919d65 for instance with vm_state building and task_state spawning. [ 697.838153] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Successfully updated port: f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.879097] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248966, 'name': PowerOffVM_Task, 'duration_secs': 0.17744} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.879384] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.879553] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.879810] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94480f44-f320-4ccc-ac82-5be6afc4e53d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.971165] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.971377] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.971584] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleting the datastore file [datastore1] 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.972272] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf90c437-7e22-4a8f-b625-f40f9f7fc9d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.975836] env[69506]: DEBUG nova.compute.manager [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.975836] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.977589] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3981fc-b45d-4c5a-b111-d7a0f0b3215e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.987264] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.989687] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136cbca6-f747-49f0-8a11-9eef94c022d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.995195] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b5544-b4bf-4e4b-85cb-f87ed1aafa7f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.996524] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 697.996524] env[69506]: value = "task-3248969" [ 697.996524] env[69506]: _type = "Task" [ 697.996524] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.005140] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 698.005140] env[69506]: value = "task-3248970" [ 698.005140] env[69506]: _type = "Task" [ 698.005140] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.006386] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79092337-4bb2-4477-9bf9-c9474c35c36d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.016402] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.025089] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.053284] env[69506]: DEBUG oslo_vmware.api [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248967, 'name': PowerOnVM_Task, 'duration_secs': 0.456856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.053284] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.053615] env[69506]: INFO nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Took 7.97 seconds to spawn the instance on the hypervisor. [ 698.053980] env[69506]: DEBUG nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.056843] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c1dc30-8a05-485f-bd12-532c7ec2b28d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.058160] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9b1ac-9ffe-42db-88e7-6b6649b60075 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.072070] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a246f26a-bd09-4f53-8f10-f9cf9e9e88bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.091803] env[69506]: DEBUG nova.compute.provider_tree [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.212312] env[69506]: INFO nova.compute.manager [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Took 46.19 seconds to build instance. [ 698.343981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.343981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.344195] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.510244] env[69506]: DEBUG oslo_vmware.api [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3248969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229679} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.510244] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.512803] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.513204] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.513419] env[69506]: INFO nova.compute.manager [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.513673] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.518214] env[69506]: DEBUG nova.compute.manager [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.518950] env[69506]: DEBUG nova.network.neutron [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.525724] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248970, 'name': PowerOffVM_Task, 'duration_secs': 0.20991} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.525980] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.527779] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.528438] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81730120-ce96-4a2d-b532-ae3f6cdee098 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.590775] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.591129] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.591610] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Deleting the datastore file [datastore2] 9fbdeceb-931d-4f57-aaab-b38610875157 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.592196] env[69506]: INFO nova.compute.manager [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Took 43.59 seconds to build instance. [ 698.593454] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-845cc8f7-791f-42ed-91ec-f8e8e193616d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.603880] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for the task: (returnval){ [ 698.603880] env[69506]: value = "task-3248972" [ 698.603880] env[69506]: _type = "Task" [ 698.603880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.613829] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.639429] env[69506]: DEBUG nova.scheduler.client.report [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 698.639429] env[69506]: DEBUG nova.compute.provider_tree [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 52 to 53 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 698.639429] env[69506]: DEBUG nova.compute.provider_tree [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.713923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-45b6219a-196d-466b-9873-b669ca7c4a56 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.880s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.881855] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.078222] env[69506]: DEBUG nova.network.neutron [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Updating instance_info_cache with network_info: [{"id": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "address": "fa:16:3e:59:04:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f19f45-9b", "ovs_interfaceid": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.097390] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f92579f5-a191-454b-80a5-ed0ae50326ca tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.826s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.114089] env[69506]: DEBUG oslo_vmware.api [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Task: {'id': task-3248972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241073} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.114378] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.114526] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.114695] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.114887] env[69506]: INFO nova.compute.manager [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 1.14 seconds to destroy the instance on the hypervisor. [ 699.116107] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.116107] env[69506]: DEBUG nova.compute.manager [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.116107] env[69506]: DEBUG nova.network.neutron [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.144831] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.028s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.145389] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.148320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.650s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.151103] env[69506]: INFO nova.compute.claims [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.216940] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.525442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "01467b61-eca8-40f8-afe1-9fa5c944709f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.525571] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.579405] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.580429] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Instance network_info: |[{"id": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "address": "fa:16:3e:59:04:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f19f45-9b", "ovs_interfaceid": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.580853] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:04:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f19f45-9bf5-49e3-b479-f909cd919d65', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.588649] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.588882] env[69506]: DEBUG nova.network.neutron [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.590264] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.592070] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76270335-c129-4840-9ebb-4e0521827067 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.607227] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.615996] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.615996] env[69506]: value = "task-3248973" [ 699.615996] env[69506]: _type = "Task" [ 699.615996] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.625050] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248973, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.657944] env[69506]: DEBUG nova.compute.utils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.661073] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.661314] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.738981] env[69506]: DEBUG nova.policy [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4410ae2a17264f338947f556e782cb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3adf90401a944a69d94d6f227dc57bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.744222] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.812376] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Received event network-changed-f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.812543] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Refreshing instance network info cache due to event network-changed-f7f19f45-9bf5-49e3-b479-f909cd919d65. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.812755] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Acquiring lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.812914] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Acquired lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.813067] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Refreshing network info cache for port f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.895629] env[69506]: DEBUG nova.network.neutron [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.091299] env[69506]: INFO nova.compute.manager [-] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Took 1.57 seconds to deallocate network for instance. [ 700.131392] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248973, 'name': CreateVM_Task, 'duration_secs': 0.476548} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.132275] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.132703] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.135479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.135479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.135479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.135479] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8338f3-46c3-44e3-8e68-7ebac85e42fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.139995] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 700.139995] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527886bb-fe6b-9662-51d2-8af9d7d674b9" [ 700.139995] env[69506]: _type = "Task" [ 700.139995] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.149714] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527886bb-fe6b-9662-51d2-8af9d7d674b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.161710] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.195684] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Successfully created port: 538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.401471] env[69506]: INFO nova.compute.manager [-] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Took 1.29 seconds to deallocate network for instance. [ 700.602594] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.606937] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Updated VIF entry in instance network info cache for port f7f19f45-9bf5-49e3-b479-f909cd919d65. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.607336] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Updating instance_info_cache with network_info: [{"id": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "address": "fa:16:3e:59:04:29", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f19f45-9b", "ovs_interfaceid": "f7f19f45-9bf5-49e3-b479-f909cd919d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.651184] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527886bb-fe6b-9662-51d2-8af9d7d674b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.651489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.652304] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.652304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.652304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.652398] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.652606] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d7f01fa-7b30-48cc-b28d-0a452780defa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.664291] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.664291] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.665450] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622b1af7-68da-4d6f-b3b0-a98e14a1172d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.674314] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 700.674314] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fbdc1d-3f5b-422a-a6ec-36ee4d3f1193" [ 700.674314] env[69506]: _type = "Task" [ 700.674314] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.686327] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fbdc1d-3f5b-422a-a6ec-36ee4d3f1193, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.688539] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25c4544-1a92-41a1-9efb-7d2874dcc9a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.697389] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 700.697389] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd89d1-588b-34f0-24ad-1bb8b711837e" [ 700.697389] env[69506]: _type = "Task" [ 700.697389] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.705215] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd89d1-588b-34f0-24ad-1bb8b711837e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.722051] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57e9ad-8148-47ff-afad-331ad2331834 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.729491] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4643a02-9464-4c4f-aa55-008d47e3e4ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.762288] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80600ac-5622-4aea-bf82-b062aac2f8c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.769632] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41215f7b-eacf-4f2f-b538-e15cd90c4447 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.782956] env[69506]: DEBUG nova.compute.provider_tree [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.913419] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.112195] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Releasing lock "refresh_cache-eaadf005-0757-427a-8dc4-2ab33e8e75e9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.112478] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Received event network-vif-deleted-d46565ba-aa0b-4a52-aa03-c12e7cbe5840 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.112670] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.112831] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing instance network info cache due to event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.113056] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.113201] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.113357] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.176806] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.197548] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.197704] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.197998] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.198133] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.198192] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.198339] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.198554] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.198713] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.198882] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.199075] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.199497] env[69506]: DEBUG nova.virt.hardware [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.200496] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f30152-7808-4b0c-9fdf-730f1a390a97 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.212108] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd89d1-588b-34f0-24ad-1bb8b711837e, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.214102] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.214372] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] eaadf005-0757-427a-8dc4-2ab33e8e75e9/eaadf005-0757-427a-8dc4-2ab33e8e75e9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.214662] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ce873af-e3d1-41fd-ab00-ffe93ae8d507 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.217466] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fd4af-7559-48c5-987d-1c6998098038 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.232504] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 701.232504] env[69506]: value = "task-3248974" [ 701.232504] env[69506]: _type = "Task" [ 701.232504] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.240101] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.305675] env[69506]: ERROR nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [req-20841e6c-5528-492e-bc87-dd0b756b377e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20841e6c-5528-492e-bc87-dd0b756b377e"}]} [ 701.321459] env[69506]: DEBUG nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 701.334886] env[69506]: DEBUG nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 701.335153] env[69506]: DEBUG nova.compute.provider_tree [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.345253] env[69506]: DEBUG nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 701.362886] env[69506]: DEBUG nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 701.743177] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.770346] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04d3b8-9d9b-4068-beb2-40647134682f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777295] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2c89c-5a45-40f4-a8fb-bb5205492b98 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.817316] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d95ec-77fc-44b3-a13c-f57d69eca920 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.826316] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d084980-3671-48ca-9443-4b43f29374a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.844857] env[69506]: DEBUG nova.compute.provider_tree [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.898490] env[69506]: DEBUG nova.compute.manager [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Received event network-vif-plugged-538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.898697] env[69506]: DEBUG oslo_concurrency.lockutils [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.898932] env[69506]: DEBUG oslo_concurrency.lockutils [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.899912] env[69506]: DEBUG oslo_concurrency.lockutils [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.900264] env[69506]: DEBUG nova.compute.manager [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] No waiting events found dispatching network-vif-plugged-538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.900559] env[69506]: WARNING nova.compute.manager [req-02e8fdcf-b534-4064-8ecf-19dd478df15f req-2cb638ae-fbf1-477b-b98f-51845ba72e52 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Received unexpected event network-vif-plugged-538c6076-4909-4194-ace5-9c235beb0a18 for instance with vm_state building and task_state spawning. [ 701.940333] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Successfully updated port: 538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.973366] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updated VIF entry in instance network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.973714] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.052708] env[69506]: DEBUG nova.compute.manager [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.054039] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83abb8ed-9916-47f0-b6ff-25aa6ba345ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.243998] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921639} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.244276] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] eaadf005-0757-427a-8dc4-2ab33e8e75e9/eaadf005-0757-427a-8dc4-2ab33e8e75e9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.244494] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.244778] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a0303b-0cc8-489e-b984-9bea4f56ab32 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.251601] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 702.251601] env[69506]: value = "task-3248975" [ 702.251601] env[69506]: _type = "Task" [ 702.251601] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.259135] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.381467] env[69506]: DEBUG nova.scheduler.client.report [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 702.381731] env[69506]: DEBUG nova.compute.provider_tree [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 54 to 55 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 702.381944] env[69506]: DEBUG nova.compute.provider_tree [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.441098] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.441268] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.441426] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.477540] env[69506]: DEBUG oslo_concurrency.lockutils [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477540] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Received event network-vif-deleted-48a9e880-3a19-44b0-a445-477e70430ce3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.477667] env[69506]: INFO nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Neutron deleted interface 48a9e880-3a19-44b0-a445-477e70430ce3; detaching it from the instance and deleting it from the info cache [ 702.477797] env[69506]: DEBUG nova.network.neutron [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.567818] env[69506]: INFO nova.compute.manager [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] instance snapshotting [ 702.570655] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bca2ce-6c76-4042-acd0-5997a620e551 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.592038] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f455f1f-0628-4ce2-a167-ad8b488bfe6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.762033] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072839} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.762329] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.763455] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83140b88-71d0-4618-baec-dbf7e0680fc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.785341] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] eaadf005-0757-427a-8dc4-2ab33e8e75e9/eaadf005-0757-427a-8dc4-2ab33e8e75e9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.785866] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec5fef1-27d8-47f0-9f9b-0f3c998cbd07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.805075] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 702.805075] env[69506]: value = "task-3248976" [ 702.805075] env[69506]: _type = "Task" [ 702.805075] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.813044] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.887458] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.739s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.888118] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.891205] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.142s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.977615] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.979863] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ddf4405-e471-403c-abee-cd39e96e1849 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.989545] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c8646-15ed-4cb4-a6f9-9a3fc378afce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.021748] env[69506]: DEBUG nova.compute.manager [req-31c84d6f-0088-436a-9b24-e8dade592490 req-62c77f0e-962e-4b8d-ad91-c07d21ef147c service nova] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Detach interface failed, port_id=48a9e880-3a19-44b0-a445-477e70430ce3, reason: Instance 9fbdeceb-931d-4f57-aaab-b38610875157 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.103462] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.103767] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49f952b3-2204-474f-a3fa-132cc8929103 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.112346] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 703.112346] env[69506]: value = "task-3248977" [ 703.112346] env[69506]: _type = "Task" [ 703.112346] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.124469] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.163972] env[69506]: DEBUG nova.network.neutron [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.317456] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.396103] env[69506]: DEBUG nova.compute.utils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.401254] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.401254] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.482240] env[69506]: DEBUG nova.policy [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7e20ccb9954c71ab5e5e1e387d6e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad20d82d8f401f95bfa1e53529568e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.624182] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.668382] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.668643] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Instance network_info: |[{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.669257] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:22:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538c6076-4909-4194-ace5-9c235beb0a18', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.676589] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Creating folder: Project (e3adf90401a944a69d94d6f227dc57bc). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.677327] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4da41aaf-3aa1-474c-b92f-e3c57eb74c82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.692235] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Created folder: Project (e3adf90401a944a69d94d6f227dc57bc) in parent group-v649133. [ 703.692452] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Creating folder: Instances. Parent ref: group-v649227. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.692702] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33fe3cf-9b91-4f74-84cc-85405f3d4e7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.701664] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Created folder: Instances in parent group-v649227. [ 703.701954] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.702199] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.702447] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcb29b2-8f30-49e4-912f-7d345505a57f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.726084] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.726084] env[69506]: value = "task-3248980" [ 703.726084] env[69506]: _type = "Task" [ 703.726084] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.738118] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248980, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815304] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248976, 'name': ReconfigVM_Task, 'duration_secs': 0.885387} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.818174] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Reconfigured VM instance instance-0000001d to attach disk [datastore2] eaadf005-0757-427a-8dc4-2ab33e8e75e9/eaadf005-0757-427a-8dc4-2ab33e8e75e9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.819115] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a58c21-1713-4182-8397-d6eb0c28ce1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.825363] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 703.825363] env[69506]: value = "task-3248981" [ 703.825363] env[69506]: _type = "Task" [ 703.825363] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.834404] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248981, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.852645] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Successfully created port: 84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.903507] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.980190] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e7932-56e9-494d-bb51-842db5acf81d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.990699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af13abc-f637-4c28-97ab-a51372a09476 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.995811] env[69506]: DEBUG nova.compute.manager [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Received event network-changed-538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.996121] env[69506]: DEBUG nova.compute.manager [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Refreshing instance network info cache due to event network-changed-538c6076-4909-4194-ace5-9c235beb0a18. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.996483] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] Acquiring lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.996719] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] Acquired lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.997418] env[69506]: DEBUG nova.network.neutron [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Refreshing network info cache for port 538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.030962] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb8d077-1604-451c-9953-eba608b3b5e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.038958] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c3556-8348-4c0a-b7c1-49acf2737831 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.053925] env[69506]: DEBUG nova.compute.provider_tree [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.126151] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248977, 'name': CreateSnapshot_Task, 'duration_secs': 0.984224} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.126477] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.127329] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013b6b38-a92f-445c-86a8-723b5ca70469 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.236977] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248980, 'name': CreateVM_Task, 'duration_secs': 0.409962} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.237334] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.238072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.238466] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.238586] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.238847] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106576c1-cd2f-467f-9ce5-149139400d77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.243325] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 704.243325] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf29a3-2fb5-3b5d-ea41-d47ec1a03d10" [ 704.243325] env[69506]: _type = "Task" [ 704.243325] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.251019] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf29a3-2fb5-3b5d-ea41-d47ec1a03d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.335374] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248981, 'name': Rename_Task, 'duration_secs': 0.182853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.335716] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.336015] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bccaa4a7-c9c5-4f61-9781-4fb4b25f28f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.342307] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 704.342307] env[69506]: value = "task-3248982" [ 704.342307] env[69506]: _type = "Task" [ 704.342307] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.349506] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.557373] env[69506]: DEBUG nova.scheduler.client.report [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.648671] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 704.648980] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b716259-05ec-4a1c-aa4f-68b602aa82ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.658128] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 704.658128] env[69506]: value = "task-3248983" [ 704.658128] env[69506]: _type = "Task" [ 704.658128] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.667376] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248983, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.753986] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf29a3-2fb5-3b5d-ea41-d47ec1a03d10, 'name': SearchDatastore_Task, 'duration_secs': 0.031936} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.754172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754301] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.754539] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.754720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.754919] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.755205] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e549418-3cbe-41b0-ada9-800dc4e7a70e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.757770] env[69506]: DEBUG nova.network.neutron [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updated VIF entry in instance network info cache for port 538c6076-4909-4194-ace5-9c235beb0a18. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.758212] env[69506]: DEBUG nova.network.neutron [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.768414] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.768587] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.770016] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51654130-58ce-4d08-bdb2-fd4ed303b47e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.775880] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 704.775880] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e2f98e-8f5a-b93d-6515-601548d94bfa" [ 704.775880] env[69506]: _type = "Task" [ 704.775880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.784193] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e2f98e-8f5a-b93d-6515-601548d94bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.852390] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.913335] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.942658] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.943202] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.943285] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.943586] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.943814] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.944064] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.944401] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.944652] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.944912] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.945234] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.945544] env[69506]: DEBUG nova.virt.hardware [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.947134] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb82055-3fba-4441-b662-3150922a2c60 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.958937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e6ecd-3350-46bc-a4cf-23802fa9c6a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.168286] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248983, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.261126] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec061451-2cf4-4975-8ffb-2fd0d31dae1b req-b8de558a-cc12-41a1-96e6-b3f37027c758 service nova] Releasing lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.287011] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e2f98e-8f5a-b93d-6515-601548d94bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.015958} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.288014] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a772ab3b-ddb3-4a28-bd3f-6029808407b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.293288] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 705.293288] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525c174b-19f1-de1b-1293-9d1c48a501bf" [ 705.293288] env[69506]: _type = "Task" [ 705.293288] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.300929] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525c174b-19f1-de1b-1293-9d1c48a501bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.355272] env[69506]: DEBUG oslo_vmware.api [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248982, 'name': PowerOnVM_Task, 'duration_secs': 0.766698} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.355272] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.355586] env[69506]: INFO nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Took 8.19 seconds to spawn the instance on the hypervisor. [ 705.355831] env[69506]: DEBUG nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.356713] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9fb43b-dfac-419b-891a-1a3bb7f8f602 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.418383] env[69506]: DEBUG nova.compute.manager [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Received event network-vif-plugged-84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.418383] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] Acquiring lock "06836907-5cac-4292-946f-9678ee77f257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.418383] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] Lock "06836907-5cac-4292-946f-9678ee77f257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.418963] env[69506]: DEBUG oslo_concurrency.lockutils [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] Lock "06836907-5cac-4292-946f-9678ee77f257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.419351] env[69506]: DEBUG nova.compute.manager [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] No waiting events found dispatching network-vif-plugged-84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.419688] env[69506]: WARNING nova.compute.manager [req-1a3f7c40-a9f2-419f-95fa-e634dbef4916 req-d63ac88e-d753-4a5b-8096-3e14526b44a0 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Received unexpected event network-vif-plugged-84704b16-d8b3-4565-a384-c8fe526200cd for instance with vm_state building and task_state spawning. [ 705.514900] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Successfully updated port: 84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.568699] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.676s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.570711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.880s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.572371] env[69506]: INFO nova.compute.claims [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.667566] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248983, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.803974] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525c174b-19f1-de1b-1293-9d1c48a501bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.804551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.804654] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3195279f-4bf6-4583-8c01-f6706f7e6e4c/3195279f-4bf6-4583-8c01-f6706f7e6e4c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.804872] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6c2fbd-970e-4bf4-86bd-f4fbad1dbab1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.811458] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 705.811458] env[69506]: value = "task-3248984" [ 705.811458] env[69506]: _type = "Task" [ 705.811458] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.820237] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.876063] env[69506]: INFO nova.compute.manager [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Took 46.35 seconds to build instance. [ 706.017592] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.017783] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.017974] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.144551] env[69506]: INFO nova.scheduler.client.report [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted allocation for migration 803d9cc6-863f-4c22-a7ab-a9813c9b5fc7 [ 706.172281] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248983, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.324872] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.378253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-87e86107-1f6f-4de1-b6af-50fdf6939792 tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.075s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.562940] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.653042] env[69506]: DEBUG oslo_concurrency.lockutils [None req-188d4d39-2cd6-4d60-ae01-5b6dea6ef632 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.170s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.671149] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248983, 'name': CloneVM_Task, 'duration_secs': 1.897151} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.671477] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Created linked-clone VM from snapshot [ 706.673255] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6c1ca-df85-43cc-adcf-7f3a034d5658 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.681527] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Uploading image 71073f1e-2144-4d89-ab29-a316767ba2ff {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.689875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.690316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.690648] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.690981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.691312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.695940] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 706.697173] env[69506]: INFO nova.compute.manager [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Terminating instance [ 706.697869] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-805f96b7-c546-4c73-b0c8-d6d52f97d83b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.707069] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 706.707069] env[69506]: value = "task-3248985" [ 706.707069] env[69506]: _type = "Task" [ 706.707069] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.720506] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248985, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.731939] env[69506]: DEBUG nova.network.neutron [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Updating instance_info_cache with network_info: [{"id": "84704b16-d8b3-4565-a384-c8fe526200cd", "address": "fa:16:3e:39:28:67", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84704b16-d8", "ovs_interfaceid": "84704b16-d8b3-4565-a384-c8fe526200cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.826801] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686884} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.827239] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3195279f-4bf6-4583-8c01-f6706f7e6e4c/3195279f-4bf6-4583-8c01-f6706f7e6e4c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.827569] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.827832] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465a6ee6-4eb2-41f8-87be-f6550e38b1c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.835931] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 706.835931] env[69506]: value = "task-3248986" [ 706.835931] env[69506]: _type = "Task" [ 706.835931] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.849660] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.882203] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.083605] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2bd37-f41b-418d-916c-06343adda693 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.091416] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6be82d-6710-4467-b54b-740a1edd0d6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.121179] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6d364-8aae-4150-a20e-f3d862269d6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.128699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4f7a06-431a-4216-b63b-e225356efe70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.142204] env[69506]: DEBUG nova.compute.provider_tree [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.202105] env[69506]: DEBUG nova.compute.manager [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.202359] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.203242] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d85a42-f8c5-44f7-8dd7-21e70f2bf89b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.214663] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.215489] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a1405d-db20-4f08-945a-1756e35eaa34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.220456] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248985, 'name': Destroy_Task, 'duration_secs': 0.346033} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.221154] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Destroyed the VM [ 707.221487] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 707.221854] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3df6d032-c437-4921-ba48-394d473029d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.226189] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 707.226189] env[69506]: value = "task-3248987" [ 707.226189] env[69506]: _type = "Task" [ 707.226189] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.231305] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 707.231305] env[69506]: value = "task-3248988" [ 707.231305] env[69506]: _type = "Task" [ 707.231305] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.234665] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235060] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance network_info: |[{"id": "84704b16-d8b3-4565-a384-c8fe526200cd", "address": "fa:16:3e:39:28:67", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84704b16-d8", "ovs_interfaceid": "84704b16-d8b3-4565-a384-c8fe526200cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.235373] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.238740] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:28:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84704b16-d8b3-4565-a384-c8fe526200cd', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.247198] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.247796] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.248487] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1afee2cb-1da3-4924-bf98-eca72ef3e18b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.269380] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248988, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.274360] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.274360] env[69506]: value = "task-3248989" [ 707.274360] env[69506]: _type = "Task" [ 707.274360] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.281852] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248989, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.349066] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071897} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.349428] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.350309] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3429a28d-71f4-43ef-8c82-97d5f09c3582 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.374690] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3195279f-4bf6-4583-8c01-f6706f7e6e4c/3195279f-4bf6-4583-8c01-f6706f7e6e4c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.375109] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41002996-b9d0-4e9e-bdee-4911fa0f05ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.400334] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 707.400334] env[69506]: value = "task-3248990" [ 707.400334] env[69506]: _type = "Task" [ 707.400334] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.409695] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.411021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.475098] env[69506]: DEBUG nova.compute.manager [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Received event network-changed-84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.475098] env[69506]: DEBUG nova.compute.manager [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Refreshing instance network info cache due to event network-changed-84704b16-d8b3-4565-a384-c8fe526200cd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.475098] env[69506]: DEBUG oslo_concurrency.lockutils [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] Acquiring lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.475616] env[69506]: DEBUG oslo_concurrency.lockutils [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] Acquired lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.476105] env[69506]: DEBUG nova.network.neutron [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Refreshing network info cache for port 84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.645826] env[69506]: DEBUG nova.scheduler.client.report [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.736765] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248987, 'name': PowerOffVM_Task, 'duration_secs': 0.342053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.739931] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.740102] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.740362] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4be0e8-81b9-4713-9dec-e16c794d0597 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.746821] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248988, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.783679] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3248989, 'name': CreateVM_Task, 'duration_secs': 0.476309} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.783880] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.784649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.784821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.785182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.785449] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf1bc5a-dbf0-4c13-969d-4ce4ac8bdba2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.790510] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 707.790510] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f756d4-e430-6a1e-f58f-4765d4de9c82" [ 707.790510] env[69506]: _type = "Task" [ 707.790510] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.797311] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.797481] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.797670] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleting the datastore file [datastore2] eaadf005-0757-427a-8dc4-2ab33e8e75e9 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.800771] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f102a608-65c1-4ff9-bec5-06444ab54456 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.802436] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f756d4-e430-6a1e-f58f-4765d4de9c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.806801] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for the task: (returnval){ [ 707.806801] env[69506]: value = "task-3248992" [ 707.806801] env[69506]: _type = "Task" [ 707.806801] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.816086] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.911962] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.154213] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.154412] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.157248] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.298s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.158668] env[69506]: INFO nova.compute.claims [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.228708] env[69506]: DEBUG nova.network.neutron [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Updated VIF entry in instance network info cache for port 84704b16-d8b3-4565-a384-c8fe526200cd. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.229075] env[69506]: DEBUG nova.network.neutron [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Updating instance_info_cache with network_info: [{"id": "84704b16-d8b3-4565-a384-c8fe526200cd", "address": "fa:16:3e:39:28:67", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84704b16-d8", "ovs_interfaceid": "84704b16-d8b3-4565-a384-c8fe526200cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.247162] env[69506]: DEBUG oslo_vmware.api [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248988, 'name': RemoveSnapshot_Task, 'duration_secs': 0.81938} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.247534] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.300505] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f756d4-e430-6a1e-f58f-4765d4de9c82, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.300805] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.301050] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.301292] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.301437] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.301612] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.301864] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fa2cd56-ce02-4486-9365-7f36d991c625 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.312579] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.312763] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.313795] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02a9364-b73e-49d2-8567-eec65b8bafa7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.318852] env[69506]: DEBUG oslo_vmware.api [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Task: {'id': task-3248992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220994} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.319460] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.319648] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.319842] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.320036] env[69506]: INFO nova.compute.manager [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 708.320278] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.320481] env[69506]: DEBUG nova.compute.manager [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.320573] env[69506]: DEBUG nova.network.neutron [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.323141] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 708.323141] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52171fb2-a8b9-7081-4495-d7d38d7ce139" [ 708.323141] env[69506]: _type = "Task" [ 708.323141] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.330881] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52171fb2-a8b9-7081-4495-d7d38d7ce139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.411079] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248990, 'name': ReconfigVM_Task, 'duration_secs': 0.571362} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.411400] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3195279f-4bf6-4583-8c01-f6706f7e6e4c/3195279f-4bf6-4583-8c01-f6706f7e6e4c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.412021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c58cb886-008e-47cf-8740-fc2f3073297a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.417967] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 708.417967] env[69506]: value = "task-3248993" [ 708.417967] env[69506]: _type = "Task" [ 708.417967] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.426189] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248993, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.650357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.650585] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.663694] env[69506]: DEBUG nova.compute.utils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.669891] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.669891] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.731761] env[69506]: DEBUG oslo_concurrency.lockutils [req-bca11377-8d7b-481c-93f8-4530652f7ac7 req-b29ce259-87bc-4c1c-b47b-112cd27ae0f8 service nova] Releasing lock "refresh_cache-06836907-5cac-4292-946f-9678ee77f257" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.737885] env[69506]: DEBUG nova.policy [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1311f58db3754b808ee18a2533feb159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90402d40592342dc9ec1541ba19569af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.753326] env[69506]: WARNING nova.compute.manager [None req-23b4b23d-ef60-4cfc-9471-d35c96559d2b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Image not found during snapshot: nova.exception.ImageNotFound: Image 71073f1e-2144-4d89-ab29-a316767ba2ff could not be found. [ 708.835861] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52171fb2-a8b9-7081-4495-d7d38d7ce139, 'name': SearchDatastore_Task, 'duration_secs': 0.008416} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.836640] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d046d54e-e716-4919-a9b7-8c70ed040aa5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.842905] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 708.842905] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf1e46-7531-420a-7749-c034b437019b" [ 708.842905] env[69506]: _type = "Task" [ 708.842905] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.851818] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf1e46-7531-420a-7749-c034b437019b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.929138] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248993, 'name': Rename_Task, 'duration_secs': 0.138036} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.929480] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.929731] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17660b9f-12c8-4fd8-ad10-9544c7829816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.936922] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 708.936922] env[69506]: value = "task-3248994" [ 708.936922] env[69506]: _type = "Task" [ 708.936922] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.946977] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.110490] env[69506]: DEBUG nova.network.neutron [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.125351] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Successfully created port: 75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.172019] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.356378] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cf1e46-7531-420a-7749-c034b437019b, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.359212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.359517] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 06836907-5cac-4292-946f-9678ee77f257/06836907-5cac-4292-946f-9678ee77f257.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.360267] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8262395-a10e-4613-8430-db44b1a20362 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.368023] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 709.368023] env[69506]: value = "task-3248995" [ 709.368023] env[69506]: _type = "Task" [ 709.368023] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.380961] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.447611] env[69506]: DEBUG oslo_vmware.api [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3248994, 'name': PowerOnVM_Task, 'duration_secs': 0.463716} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.447872] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.448147] env[69506]: INFO nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Took 8.27 seconds to spawn the instance on the hypervisor. [ 709.448315] env[69506]: DEBUG nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.449055] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9efb4e6-b251-4489-8620-31bd255e0f5b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.591929] env[69506]: DEBUG nova.compute.manager [req-f626249f-da2f-4509-baa7-50338b837959 req-e4edb609-62e1-4592-9854-9dd060f581bb service nova] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Received event network-vif-deleted-f7f19f45-9bf5-49e3-b479-f909cd919d65 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.615556] env[69506]: INFO nova.compute.manager [-] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Took 1.29 seconds to deallocate network for instance. [ 709.731608] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b04831-a642-4aee-9b68-e3ddb7c9951e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.739508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d727e166-1ac4-4c99-bdad-d32d8d6980e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.772165] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f13b0-2db9-4379-bbd4-277744a7da8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.779705] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b00ac-7062-45c2-8ec1-8158d7c39cb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.793014] env[69506]: DEBUG nova.compute.provider_tree [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.832211] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "db5619bb-270c-460e-8efe-41dfcded358a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.832361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.832543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "db5619bb-270c-460e-8efe-41dfcded358a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.832699] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.832868] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.835188] env[69506]: INFO nova.compute.manager [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Terminating instance [ 709.878874] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248995, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.967600] env[69506]: INFO nova.compute.manager [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Took 47.53 seconds to build instance. [ 710.122211] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.186864] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.212786] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.213069] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.213250] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.213470] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.213709] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.213922] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.214178] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.214373] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.214576] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.214734] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.214909] env[69506]: DEBUG nova.virt.hardware [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.215793] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db7f54-e7d9-4720-98a8-0be0a3e64f8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.223293] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7bc2a-c678-4acf-a8a5-52ea287842ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.296967] env[69506]: DEBUG nova.scheduler.client.report [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.339788] env[69506]: DEBUG nova.compute.manager [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.340025] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.340886] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71df8e1-a7c8-44b3-98cd-d3164de814e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.349613] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.349613] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d4c9f92-1a64-4e6b-86cf-7702bd86a67c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.355063] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 710.355063] env[69506]: value = "task-3248996" [ 710.355063] env[69506]: _type = "Task" [ 710.355063] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.363536] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.378229] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82382} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.378489] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 06836907-5cac-4292-946f-9678ee77f257/06836907-5cac-4292-946f-9678ee77f257.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.378734] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.378941] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbda8d89-1f95-4989-acff-5cdfe194c7ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.384998] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 710.384998] env[69506]: value = "task-3248997" [ 710.384998] env[69506]: _type = "Task" [ 710.384998] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.392578] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.469992] env[69506]: DEBUG oslo_concurrency.lockutils [None req-763191b0-5360-471e-ae6f-9f62ae282853 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.957s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.806854] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.806854] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.811158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.874s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.811158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.811158] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 710.811158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.609s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.811837] env[69506]: INFO nova.compute.claims [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.821297] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3ade0b-c677-434d-ac73-47de8f6ee85b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.832835] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d1fc5-e958-4dd3-8292-1e8cc3cc7230 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.846355] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20add0eb-e9a1-417d-befa-4d1d6da6bd15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.853941] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab285132-8b1d-4035-b822-182e384f5517 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.858717] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Successfully updated port: 75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.894038] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179135MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 710.894203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.901081] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3248996, 'name': PowerOffVM_Task, 'duration_secs': 0.301961} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.901351] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.901513] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.902131] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb558c8f-a3f8-4f51-8fb8-e6a206ef2d89 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.909481] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067455} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.909851] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.910685] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07442c67-754c-49e0-a676-9900b33497ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.933085] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 06836907-5cac-4292-946f-9678ee77f257/06836907-5cac-4292-946f-9678ee77f257.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.933085] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e719f2ff-42a3-423c-85e0-cb89de18a9b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.954178] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 710.954178] env[69506]: value = "task-3248999" [ 710.954178] env[69506]: _type = "Task" [ 710.954178] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.962050] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.974663] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.051989] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.052240] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.052409] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleting the datastore file [datastore1] db5619bb-270c-460e-8efe-41dfcded358a {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.052679] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74b3e5ef-9d51-4eb4-9a14-da2c5c9d5433 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.060989] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 711.060989] env[69506]: value = "task-3249000" [ 711.060989] env[69506]: _type = "Task" [ 711.060989] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.070087] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.322701] env[69506]: DEBUG nova.compute.utils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.326409] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.326664] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.365044] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.365233] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.369196] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.411436] env[69506]: DEBUG nova.policy [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d89d617b01b4375b004b8fab646f9ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd878888f5c4b0e9dcb639b2d5b5698', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.463575] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3248999, 'name': ReconfigVM_Task, 'duration_secs': 0.290988} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.463859] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 06836907-5cac-4292-946f-9678ee77f257/06836907-5cac-4292-946f-9678ee77f257.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.464495] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-204c4329-2531-4eb9-897d-46ee8934385e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.471644] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 711.471644] env[69506]: value = "task-3249001" [ 711.471644] env[69506]: _type = "Task" [ 711.471644] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.481412] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249001, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.497147] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.571182] env[69506]: DEBUG oslo_vmware.api [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507569} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.571776] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.571776] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.571918] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.572034] env[69506]: INFO nova.compute.manager [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 711.572358] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.572579] env[69506]: DEBUG nova.compute.manager [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.572642] env[69506]: DEBUG nova.network.neutron [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.589821] env[69506]: DEBUG nova.compute.manager [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Received event network-changed-538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.589872] env[69506]: DEBUG nova.compute.manager [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Refreshing instance network info cache due to event network-changed-538c6076-4909-4194-ace5-9c235beb0a18. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.590798] env[69506]: DEBUG oslo_concurrency.lockutils [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] Acquiring lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.590798] env[69506]: DEBUG oslo_concurrency.lockutils [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] Acquired lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.590798] env[69506]: DEBUG nova.network.neutron [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Refreshing network info cache for port 538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.629348] env[69506]: DEBUG nova.compute.manager [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Received event network-vif-plugged-75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.629610] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Acquiring lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.629767] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.629930] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.630109] env[69506]: DEBUG nova.compute.manager [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] No waiting events found dispatching network-vif-plugged-75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.630272] env[69506]: WARNING nova.compute.manager [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Received unexpected event network-vif-plugged-75d1fd44-e8cc-476c-97a0-a24da664e15e for instance with vm_state building and task_state spawning. [ 711.630422] env[69506]: DEBUG nova.compute.manager [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Received event network-changed-75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.630571] env[69506]: DEBUG nova.compute.manager [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Refreshing instance network info cache due to event network-changed-75d1fd44-e8cc-476c-97a0-a24da664e15e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.630727] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Acquiring lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.767728] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Successfully created port: 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.827751] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.922134] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.990307] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249001, 'name': Rename_Task, 'duration_secs': 0.135951} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.990807] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.990807] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ef32b8-e98e-49b6-bad9-73ea99f9ffec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.999704] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 711.999704] env[69506]: value = "task-3249002" [ 711.999704] env[69506]: _type = "Task" [ 711.999704] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.007543] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.156653] env[69506]: DEBUG nova.network.neutron [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Updating instance_info_cache with network_info: [{"id": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "address": "fa:16:3e:38:0f:dc", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d1fd44-e8", "ovs_interfaceid": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.311187] env[69506]: DEBUG nova.network.neutron [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.413819] env[69506]: DEBUG nova.network.neutron [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updated VIF entry in instance network info cache for port 538c6076-4909-4194-ace5-9c235beb0a18. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.414205] env[69506]: DEBUG nova.network.neutron [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.421263] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95820ad6-ca78-418e-a800-70b8d21648ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.429727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8a9b7-18e6-4081-92b1-897a0a495b3b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.463652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f2fb4-e098-467b-8cfb-7cb71c4fe0f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.471098] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea5d5b-ebbb-41be-864f-18e72cc0997d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.485990] env[69506]: DEBUG nova.compute.provider_tree [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.508504] env[69506]: DEBUG oslo_vmware.api [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249002, 'name': PowerOnVM_Task, 'duration_secs': 0.448039} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.508763] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.508957] env[69506]: INFO nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Took 7.60 seconds to spawn the instance on the hypervisor. [ 712.509149] env[69506]: DEBUG nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.509893] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f92663-65ab-4beb-a6ae-826f164f80ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.662307] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.662681] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Instance network_info: |[{"id": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "address": "fa:16:3e:38:0f:dc", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d1fd44-e8", "ovs_interfaceid": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.663302] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Acquired lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663302] env[69506]: DEBUG nova.network.neutron [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Refreshing network info cache for port 75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.664340] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0f:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75d1fd44-e8cc-476c-97a0-a24da664e15e', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.672150] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Creating folder: Project (90402d40592342dc9ec1541ba19569af). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.675206] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bca21f4b-1c5a-48b9-988f-9ca140838ad9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.686636] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Created folder: Project (90402d40592342dc9ec1541ba19569af) in parent group-v649133. [ 712.686830] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Creating folder: Instances. Parent ref: group-v649233. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.687064] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a1d15ce-6f1d-4b06-8240-28c6c512d5ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.696230] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Created folder: Instances in parent group-v649233. [ 712.696276] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.696875] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.696875] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b741f01-8d76-45a6-851c-4f9186508cfe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.718858] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.718858] env[69506]: value = "task-3249005" [ 712.718858] env[69506]: _type = "Task" [ 712.718858] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.727667] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249005, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.814555] env[69506]: INFO nova.compute.manager [-] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Took 1.24 seconds to deallocate network for instance. [ 712.842846] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.880736] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.880736] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.880736] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.881034] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.881034] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.881034] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.881034] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.881034] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.881192] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.881192] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.881192] env[69506]: DEBUG nova.virt.hardware [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.881192] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76121fe7-bc43-4046-93ab-fa283ab1d92b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.890056] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7ce32-b442-4c0e-ade4-b170bda3f612 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.918364] env[69506]: DEBUG oslo_concurrency.lockutils [req-4e206591-86b9-402e-b793-c0d79d055eaa req-4df72a94-3ab8-4518-8ce9-83cc46098852 service nova] Releasing lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.957152] env[69506]: DEBUG nova.network.neutron [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Updated VIF entry in instance network info cache for port 75d1fd44-e8cc-476c-97a0-a24da664e15e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.957527] env[69506]: DEBUG nova.network.neutron [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Updating instance_info_cache with network_info: [{"id": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "address": "fa:16:3e:38:0f:dc", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d1fd44-e8", "ovs_interfaceid": "75d1fd44-e8cc-476c-97a0-a24da664e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.989928] env[69506]: DEBUG nova.scheduler.client.report [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.029943] env[69506]: INFO nova.compute.manager [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Took 47.57 seconds to build instance. [ 713.228870] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249005, 'name': CreateVM_Task, 'duration_secs': 0.412427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.229062] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.229871] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.230384] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.230638] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6888a6f-5e03-42a1-a58f-03671d1534f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.236966] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 713.236966] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257bfd2-9450-6b4c-facf-3102f8dd84bd" [ 713.236966] env[69506]: _type = "Task" [ 713.236966] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.244639] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257bfd2-9450-6b4c-facf-3102f8dd84bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.321377] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.449481] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Successfully updated port: 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.460804] env[69506]: DEBUG oslo_concurrency.lockutils [req-7b60645a-c055-4e9b-aad9-6262208903cf req-8bc1c013-61ef-4f3d-b0d5-2a2f1f474f84 service nova] Releasing lock "refresh_cache-1452a941-6ef3-41d9-9221-01055f0a9cf2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.496023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.496555] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.499319] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.638s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.499564] env[69506]: DEBUG nova.objects.instance [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lazy-loading 'resources' on Instance uuid 681d9cc1-a5cd-4341-b87c-736ff44faef3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.533537] env[69506]: DEBUG oslo_concurrency.lockutils [None req-669cf081-fcf5-4ad2-90eb-6b229ac6bd51 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.679s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.560887] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def94180-9553-4b95-8a8a-e9d554cd4d52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.567812] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Suspending the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 713.568052] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f907495-0f67-464d-b067-bc9a430c749c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.574789] env[69506]: DEBUG oslo_vmware.api [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 713.574789] env[69506]: value = "task-3249006" [ 713.574789] env[69506]: _type = "Task" [ 713.574789] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.582843] env[69506]: DEBUG oslo_vmware.api [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249006, 'name': SuspendVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.614156] env[69506]: DEBUG nova.compute.manager [req-459e3324-b16d-4776-ad7d-37ad6bbe045a req-335938b3-b04c-40ad-9884-0bf9673cae3b service nova] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Received event network-vif-deleted-f8eb7a60-f68d-4721-a979-2ed5cc95172e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.663387] env[69506]: DEBUG nova.compute.manager [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.663387] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.663593] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.663764] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.663956] env[69506]: DEBUG nova.compute.manager [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] No waiting events found dispatching network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.664183] env[69506]: WARNING nova.compute.manager [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received unexpected event network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 for instance with vm_state building and task_state spawning. [ 713.664398] env[69506]: DEBUG nova.compute.manager [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.664588] env[69506]: DEBUG nova.compute.manager [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing instance network info cache due to event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.664788] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.664954] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.665153] env[69506]: DEBUG nova.network.neutron [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.747931] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257bfd2-9450-6b4c-facf-3102f8dd84bd, 'name': SearchDatastore_Task, 'duration_secs': 0.026324} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.748320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.748583] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.748850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.748998] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.749226] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.749535] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cde3a1b-d66d-497c-b9aa-c7ebe80e3e31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.760889] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.761132] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.761957] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be636f73-8206-461e-b823-4d5ba6363d31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.767692] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 713.767692] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e2365-631d-7293-ee7c-b2692e4ce509" [ 713.767692] env[69506]: _type = "Task" [ 713.767692] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.775406] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e2365-631d-7293-ee7c-b2692e4ce509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.951994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.003889] env[69506]: DEBUG nova.compute.utils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.008262] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.008447] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.037670] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.051281] env[69506]: DEBUG nova.policy [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f44f9ebbcdb448b2bd39cdc636c80931', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32e21a2055664b919faf6c01c0f33ebf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.089140] env[69506]: DEBUG oslo_vmware.api [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249006, 'name': SuspendVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.199165] env[69506]: DEBUG nova.network.neutron [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.280037] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e2365-631d-7293-ee7c-b2692e4ce509, 'name': SearchDatastore_Task, 'duration_secs': 0.028496} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.280813] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c857da47-0a61-484e-995c-a4022431954e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.287755] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 714.287755] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262c4c-c083-1941-23ec-7367c83cc715" [ 714.287755] env[69506]: _type = "Task" [ 714.287755] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.295514] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262c4c-c083-1941-23ec-7367c83cc715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.325274] env[69506]: DEBUG nova.network.neutron [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.424087] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Successfully created port: 16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.509149] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.516140] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774dcefb-977d-4096-aeaf-22d69593e1e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.521624] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d1f86-b01e-4c4a-9e9c-d31929622a3b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.556662] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b1329-d965-49ec-b8e6-0966b80613e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.567072] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec8163-759f-4d57-b45d-aa74189dc113 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.572800] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.585320] env[69506]: DEBUG nova.compute.provider_tree [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.594852] env[69506]: DEBUG oslo_vmware.api [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249006, 'name': SuspendVM_Task, 'duration_secs': 0.687912} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.595244] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Suspended the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 714.595549] env[69506]: DEBUG nova.compute.manager [None req-0c9e76e6-a4d7-4219-b3e4-f3fef5457cc9 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.598870] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f8724-7b4b-4f6d-970a-8f8b3273b20d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.796980] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262c4c-c083-1941-23ec-7367c83cc715, 'name': SearchDatastore_Task, 'duration_secs': 0.024834} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.797283] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.797552] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 1452a941-6ef3-41d9-9221-01055f0a9cf2/1452a941-6ef3-41d9-9221-01055f0a9cf2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.797799] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c2e7ba-0175-45f2-9a93-bb284a7da9ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.805691] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 714.805691] env[69506]: value = "task-3249007" [ 714.805691] env[69506]: _type = "Task" [ 714.805691] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.814908] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.827652] env[69506]: DEBUG oslo_concurrency.lockutils [req-87bb5f97-0165-46ed-a263-2523d48f0868 req-a3c61331-0ee0-4264-96ac-5d440631812b service nova] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.828062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.828250] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.092431] env[69506]: DEBUG nova.scheduler.client.report [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.316297] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.360746] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.523469] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.540877] env[69506]: DEBUG nova.network.neutron [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.550898] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.551140] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.551317] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.551839] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.552032] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.552193] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.552407] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.552572] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.552741] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.552922] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.553111] env[69506]: DEBUG nova.virt.hardware [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.553984] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c408d5-4a1b-4b20-8993-0c576223cb9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.563792] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf24c8-4b89-4a9e-bc97-0b9cd56bd26c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.598076] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.600652] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.615s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.600977] env[69506]: DEBUG nova.objects.instance [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lazy-loading 'resources' on Instance uuid 08443e88-21f9-4f66-8994-d8af6d544309 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.624141] env[69506]: INFO nova.scheduler.client.report [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Deleted allocations for instance 681d9cc1-a5cd-4341-b87c-736ff44faef3 [ 715.819274] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249007, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.021611] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Successfully updated port: 16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.034941] env[69506]: DEBUG nova.compute.manager [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Received event network-vif-plugged-16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.034941] env[69506]: DEBUG oslo_concurrency.lockutils [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] Acquiring lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.034941] env[69506]: DEBUG oslo_concurrency.lockutils [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.034941] env[69506]: DEBUG oslo_concurrency.lockutils [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.035251] env[69506]: DEBUG nova.compute.manager [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] No waiting events found dispatching network-vif-plugged-16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.035609] env[69506]: WARNING nova.compute.manager [req-edd4a74a-61f2-4135-bb32-ba0a765cd9db req-8daa762b-c80b-41e4-95ef-736e45526deb service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Received unexpected event network-vif-plugged-16357eca-9514-4c8d-be8b-f9ed45a876a1 for instance with vm_state building and task_state spawning. [ 716.042918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.044604] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance network_info: |[{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.044748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:40:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25575976-0a88-43e5-ad3c-f04c3e76efc6', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.052958] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating folder: Project (ecd878888f5c4b0e9dcb639b2d5b5698). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.053648] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7512139-a609-4b75-b731-10034557ded7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.063555] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created folder: Project (ecd878888f5c4b0e9dcb639b2d5b5698) in parent group-v649133. [ 716.063757] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating folder: Instances. Parent ref: group-v649236. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.063982] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64a9982d-c9d9-4a84-aba2-7b6fbf516d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.072271] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created folder: Instances in parent group-v649236. [ 716.072503] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.072684] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.072881] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae1c0aef-d40f-4b2f-949c-3711f2d33e13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.092176] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.092176] env[69506]: value = "task-3249010" [ 716.092176] env[69506]: _type = "Task" [ 716.092176] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.099584] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249010, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.134594] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d6dee3d-4bcd-4f25-b4cb-fcf631783a97 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247 tempest-FloatingIPsAssociationNegativeTestJSON-1740764247-project-member] Lock "681d9cc1-a5cd-4341-b87c-736ff44faef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.797s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.320246] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249007, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.120515} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.320533] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 1452a941-6ef3-41d9-9221-01055f0a9cf2/1452a941-6ef3-41d9-9221-01055f0a9cf2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.320732] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.320986] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba94e96-8983-4c99-99dd-fdd6c91ddc51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.326660] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 716.326660] env[69506]: value = "task-3249011" [ 716.326660] env[69506]: _type = "Task" [ 716.326660] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.334453] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.520351] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d27db-ea66-4f6a-b517-a0e98c191817 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.527538] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c8da5-2b03-4b9b-b485-6b34bbc85507 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.531015] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquired lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531331] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.563625] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d82a6d-6573-4f51-9176-c3017210ea2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.571584] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c3c6b-1183-4823-9a56-06a881fe3f73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.585533] env[69506]: DEBUG nova.compute.provider_tree [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.601208] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249010, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.836997] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.837764] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.839498] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13bbdb-3da1-410c-b5ef-ff385ef3e3ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.871960] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1452a941-6ef3-41d9-9221-01055f0a9cf2/1452a941-6ef3-41d9-9221-01055f0a9cf2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.872620] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323cfc13-8422-4f17-8040-bca8a62bba66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.896493] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 716.896493] env[69506]: value = "task-3249012" [ 716.896493] env[69506]: _type = "Task" [ 716.896493] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.906199] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.959800] env[69506]: DEBUG nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.960736] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a999b0-8aca-404c-9ab5-0b49e9cc501e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.075929] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.108322] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249010, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.117111] env[69506]: ERROR nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] [req-9cbcc422-f8e3-4bc3-b721-10a725a50bbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cbcc422-f8e3-4bc3-b721-10a725a50bbf"}]} [ 717.139284] env[69506]: DEBUG nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.157373] env[69506]: DEBUG nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.157730] env[69506]: DEBUG nova.compute.provider_tree [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.176999] env[69506]: DEBUG nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.204430] env[69506]: DEBUG nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.244910] env[69506]: DEBUG nova.network.neutron [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updating instance_info_cache with network_info: [{"id": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "address": "fa:16:3e:3d:6d:13", "network": {"id": "25c9ee0a-8753-4825-b1f3-4fe13e3316ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1084657955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e21a2055664b919faf6c01c0f33ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16357eca-95", "ovs_interfaceid": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.418080] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249012, 'name': ReconfigVM_Task, 'duration_secs': 0.330551} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.418381] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1452a941-6ef3-41d9-9221-01055f0a9cf2/1452a941-6ef3-41d9-9221-01055f0a9cf2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.418951] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c947e5a4-e736-460d-8efb-712de97f5a9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.425445] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 717.425445] env[69506]: value = "task-3249013" [ 717.425445] env[69506]: _type = "Task" [ 717.425445] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.438941] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249013, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.473479] env[69506]: INFO nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] instance snapshotting [ 717.475678] env[69506]: WARNING nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 717.476487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc2913-1b29-4dac-8bf8-b0441eb1bb84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.499753] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19dc66d-ad2c-4f98-a31e-a41ababec8c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.604035] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249010, 'name': CreateVM_Task, 'duration_secs': 1.025609} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.606763] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.608109] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.609062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.611688] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.611688] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42be5890-c291-4d7e-9ef7-c166bc19897e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.614875] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 717.614875] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a1a69-6932-e676-3dba-aef0700c00f1" [ 717.614875] env[69506]: _type = "Task" [ 717.614875] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.623869] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a1a69-6932-e676-3dba-aef0700c00f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.738239] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e9645c-9a52-474d-8ce1-90fdcdaa38ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.746839] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991856f-0b03-429b-aaa5-9d38a5941f7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.750353] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Releasing lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750650] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Instance network_info: |[{"id": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "address": "fa:16:3e:3d:6d:13", "network": {"id": "25c9ee0a-8753-4825-b1f3-4fe13e3316ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1084657955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e21a2055664b919faf6c01c0f33ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16357eca-95", "ovs_interfaceid": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.751042] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:6d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16357eca-9514-4c8d-be8b-f9ed45a876a1', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.759425] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Creating folder: Project (32e21a2055664b919faf6c01c0f33ebf). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.760143] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547ad43c-e280-44be-b398-d237cf0d9cb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.788664] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6d41f-640d-47e0-8444-5e245ac45593 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.792253] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Created folder: Project (32e21a2055664b919faf6c01c0f33ebf) in parent group-v649133. [ 717.792459] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Creating folder: Instances. Parent ref: group-v649239. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.792698] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4178bd3a-a06f-4072-9620-e4435b58b405 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.802032] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde8b87-0f23-4838-8aab-322ca70f83bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.807066] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Created folder: Instances in parent group-v649239. [ 717.807320] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.807858] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.808034] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b2d1c44-5913-4e54-b69c-81326492a9de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.829921] env[69506]: DEBUG nova.compute.provider_tree [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.835712] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.835712] env[69506]: value = "task-3249016" [ 717.835712] env[69506]: _type = "Task" [ 717.835712] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.845212] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249016, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.937908] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249013, 'name': Rename_Task, 'duration_secs': 0.168089} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.938224] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.938487] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b5c085f-7c85-48a2-8922-3f2c4bdb4318 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.944767] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 717.944767] env[69506]: value = "task-3249017" [ 717.944767] env[69506]: _type = "Task" [ 717.944767] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.952743] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.012728] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.013248] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d58ab612-0a54-4fbd-94d2-969cc99d4f18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.021143] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 718.021143] env[69506]: value = "task-3249018" [ 718.021143] env[69506]: _type = "Task" [ 718.021143] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.033503] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249018, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.078470] env[69506]: DEBUG nova.compute.manager [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Received event network-changed-16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.078945] env[69506]: DEBUG nova.compute.manager [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Refreshing instance network info cache due to event network-changed-16357eca-9514-4c8d-be8b-f9ed45a876a1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.079385] env[69506]: DEBUG oslo_concurrency.lockutils [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] Acquiring lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.079693] env[69506]: DEBUG oslo_concurrency.lockutils [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] Acquired lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.080061] env[69506]: DEBUG nova.network.neutron [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Refreshing network info cache for port 16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.127062] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a1a69-6932-e676-3dba-aef0700c00f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.127062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.127833] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.127833] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.127833] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.128042] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.128304] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda1b60c-44be-4b16-aa9c-4d30e34bd1b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.137638] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.137813] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.138643] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e9dc4f-a6e6-4720-9977-c5c8f19018c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.144256] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 718.144256] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525d879a-14bc-00c0-a1c8-a23169ccc51e" [ 718.144256] env[69506]: _type = "Task" [ 718.144256] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.152258] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525d879a-14bc-00c0-a1c8-a23169ccc51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.348936] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249016, 'name': CreateVM_Task, 'duration_secs': 0.306518} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.348936] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.349595] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.349804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.350262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.350586] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913a75dc-46ef-4a68-ad8a-fdaedfd1b855 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.355946] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 718.355946] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5255a484-a6f2-c0b8-3145-93cdf09090a4" [ 718.355946] env[69506]: _type = "Task" [ 718.355946] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.365072] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5255a484-a6f2-c0b8-3145-93cdf09090a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.370988] env[69506]: DEBUG nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.371549] env[69506]: DEBUG nova.compute.provider_tree [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 57 to 58 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.371549] env[69506]: DEBUG nova.compute.provider_tree [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.458167] env[69506]: DEBUG oslo_vmware.api [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249017, 'name': PowerOnVM_Task, 'duration_secs': 0.509787} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.458498] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.459760] env[69506]: INFO nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Took 8.27 seconds to spawn the instance on the hypervisor. [ 718.459760] env[69506]: DEBUG nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.460132] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bf7ae-4b1f-4e60-ae21-c042c655f5e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.531477] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249018, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.657378] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525d879a-14bc-00c0-a1c8-a23169ccc51e, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.658221] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f817f0-9966-41d3-8d33-6dfa852b3a5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.663498] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 718.663498] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524b5623-32da-59cc-7732-b3b226f2c553" [ 718.663498] env[69506]: _type = "Task" [ 718.663498] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.673089] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524b5623-32da-59cc-7732-b3b226f2c553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.811301] env[69506]: DEBUG nova.network.neutron [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updated VIF entry in instance network info cache for port 16357eca-9514-4c8d-be8b-f9ed45a876a1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.811638] env[69506]: DEBUG nova.network.neutron [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updating instance_info_cache with network_info: [{"id": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "address": "fa:16:3e:3d:6d:13", "network": {"id": "25c9ee0a-8753-4825-b1f3-4fe13e3316ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1084657955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e21a2055664b919faf6c01c0f33ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16357eca-95", "ovs_interfaceid": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.866614] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5255a484-a6f2-c0b8-3145-93cdf09090a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.866919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.867262] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.867409] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.876355] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.276s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.878581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.772s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.880043] env[69506]: INFO nova.compute.claims [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.901385] env[69506]: INFO nova.scheduler.client.report [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Deleted allocations for instance 08443e88-21f9-4f66-8994-d8af6d544309 [ 718.979468] env[69506]: INFO nova.compute.manager [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Took 48.31 seconds to build instance. [ 719.031558] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249018, 'name': CreateSnapshot_Task, 'duration_secs': 0.545455} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.031872] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.032710] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088ea50-6a0a-4110-ad59-d3d4f4bfa403 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.173789] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524b5623-32da-59cc-7732-b3b226f2c553, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.174044] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.174292] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.174574] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.174760] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.174967] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a5847e-67f6-48a2-8b83-79c23f768ad9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.177350] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473cf3a8-1136-408e-afd1-469fde2af4c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.184152] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 719.184152] env[69506]: value = "task-3249019" [ 719.184152] env[69506]: _type = "Task" [ 719.184152] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.187267] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.187369] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.188927] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c9f5ba-aba7-4f0e-8f1b-de3021e72ea3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.195192] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.200486] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 719.200486] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5277906b-9088-745f-814a-473da2163e2f" [ 719.200486] env[69506]: _type = "Task" [ 719.200486] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.209436] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5277906b-9088-745f-814a-473da2163e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.315518] env[69506]: DEBUG oslo_concurrency.lockutils [req-ce345be6-8854-4383-af50-5421ea9bcffd req-acc93c88-00c9-4a34-bfec-7f43f4fb9e44 service nova] Releasing lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.410479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6d3eefc-094f-4e4c-95af-e2c752c8a8b3 tempest-AttachInterfacesV270Test-1083569281 tempest-AttachInterfacesV270Test-1083569281-project-member] Lock "08443e88-21f9-4f66-8994-d8af6d544309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.775s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.481529] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4be52410-d272-464d-a636-0ad75765d1ce tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.983s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.551588] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.551945] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41c62577-c19f-4b85-bdda-b758806ca4ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.562498] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 719.562498] env[69506]: value = "task-3249020" [ 719.562498] env[69506]: _type = "Task" [ 719.562498] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.574235] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249020, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.693743] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249019, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.710434] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5277906b-9088-745f-814a-473da2163e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.711433] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88df4c2-ba1f-4c32-844d-c6c13cf1e4ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.716647] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 719.716647] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b8f79d-eb5b-4b43-b94f-9b6ec9f8e0da" [ 719.716647] env[69506]: _type = "Task" [ 719.716647] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.724813] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b8f79d-eb5b-4b43-b94f-9b6ec9f8e0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.762074] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "53fa68d5-4517-49da-a742-d6c4800aecef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.762074] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.762074] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.762074] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.762254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.767016] env[69506]: INFO nova.compute.manager [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Terminating instance [ 719.984694] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.073755] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249020, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.195958] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634691} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.198804] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.199308] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.200333] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d40f4d-c635-4ad7-b3d1-2448c6babcdd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.206313] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 720.206313] env[69506]: value = "task-3249021" [ 720.206313] env[69506]: _type = "Task" [ 720.206313] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.217658] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.228246] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b8f79d-eb5b-4b43-b94f-9b6ec9f8e0da, 'name': SearchDatastore_Task, 'duration_secs': 0.017835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.231062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.231443] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d99c2263-2e5e-4c3e-9f2a-6b10263e684b/d99c2263-2e5e-4c3e-9f2a-6b10263e684b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.233762] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590e1075-d321-4771-bb62-8741b0d4aad5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.238912] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 720.238912] env[69506]: value = "task-3249022" [ 720.238912] env[69506]: _type = "Task" [ 720.238912] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.247272] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.269614] env[69506]: DEBUG nova.compute.manager [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.269905] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.271015] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d40c61e-5f8f-43fa-b1ce-ab4053385eb1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.280735] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.280735] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-619b023a-6151-4faf-b53b-0ded868d0515 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.291448] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 720.291448] env[69506]: value = "task-3249023" [ 720.291448] env[69506]: _type = "Task" [ 720.291448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.300753] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.428571] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5e4e3-69ba-4d5b-89a4-af0d05e8bb98 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.437649] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7307cbac-837f-470d-875c-c6097f9d2a76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.476297] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ddcf79-f58f-4ca4-984f-2c2687a99a54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485453] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb8ced-08d4-4a76-a462-0c7e8e461e20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.505264] env[69506]: DEBUG nova.compute.provider_tree [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.519101] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.526128] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.526418] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.577209] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249020, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.720342] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067211} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.721183] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.721534] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd83edd-f8a8-45c6-b1b6-efde6b53f48f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.746324] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.746820] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558a062e-755f-4c5f-9acc-d229638b1eb5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.774313] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249022, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.775816] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 720.775816] env[69506]: value = "task-3249024" [ 720.775816] env[69506]: _type = "Task" [ 720.775816] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.785073] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.801360] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249023, 'name': PowerOffVM_Task, 'duration_secs': 0.486334} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.801643] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.801815] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.802084] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a3e2e7-1363-4015-a0cf-be959f1e841e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.879988] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.880303] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.880544] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleting the datastore file [datastore2] 53fa68d5-4517-49da-a742-d6c4800aecef {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.880870] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00842663-2796-4301-9f5c-8e827b625b36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.888887] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 720.888887] env[69506]: value = "task-3249026" [ 720.888887] env[69506]: _type = "Task" [ 720.888887] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.899836] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.012026] env[69506]: DEBUG nova.scheduler.client.report [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.015325] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "cb1be988-3e06-4c56-b271-81bd11a7921a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.015535] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.077000] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249020, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.258687] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719308} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.259036] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d99c2263-2e5e-4c3e-9f2a-6b10263e684b/d99c2263-2e5e-4c3e-9f2a-6b10263e684b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.259036] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.259292] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a72b5611-7deb-4f80-9388-9dfe7c91134b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.266818] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 721.266818] env[69506]: value = "task-3249027" [ 721.266818] env[69506]: _type = "Task" [ 721.266818] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.276752] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.286201] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.399435] env[69506]: DEBUG oslo_vmware.api [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193847} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.399732] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.399920] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.400119] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.400301] env[69506]: INFO nova.compute.manager [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 721.400549] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.400756] env[69506]: DEBUG nova.compute.manager [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.400858] env[69506]: DEBUG nova.network.neutron [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.516996] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.517637] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.520241] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.431s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.521715] env[69506]: INFO nova.compute.claims [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.579399] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249020, 'name': CloneVM_Task, 'duration_secs': 1.977469} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.582105] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Created linked-clone VM from snapshot [ 721.582105] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e92e27-e717-4852-8ee7-858bf7e0c2e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.590519] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Uploading image 3e97b57b-63b2-4ee0-8c6d-35216a011e1a {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.619019] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.619019] env[69506]: value = "vm-649243" [ 721.619019] env[69506]: _type = "VirtualMachine" [ 721.619019] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.619019] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b442b0a-e632-45f8-b7d8-4bf0bba173d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.627136] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease: (returnval){ [ 721.627136] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e1d17b-045d-c845-672f-69b7cf66189e" [ 721.627136] env[69506]: _type = "HttpNfcLease" [ 721.627136] env[69506]: } obtained for exporting VM: (result){ [ 721.627136] env[69506]: value = "vm-649243" [ 721.627136] env[69506]: _type = "VirtualMachine" [ 721.627136] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.627136] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the lease: (returnval){ [ 721.627136] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e1d17b-045d-c845-672f-69b7cf66189e" [ 721.627136] env[69506]: _type = "HttpNfcLease" [ 721.627136] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.635289] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.635289] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e1d17b-045d-c845-672f-69b7cf66189e" [ 721.635289] env[69506]: _type = "HttpNfcLease" [ 721.635289] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 721.780472] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078807} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.786016] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.786016] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799f1df-8516-4d4b-b215-f833463b105d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.792513] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249024, 'name': ReconfigVM_Task, 'duration_secs': 0.615232} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.804687] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.815851] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] d99c2263-2e5e-4c3e-9f2a-6b10263e684b/d99c2263-2e5e-4c3e-9f2a-6b10263e684b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.816488] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82c24e2d-bfe9-48c1-ab2c-8eb2a8956115 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.819714] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61e83d11-26d5-4b8b-9c02-5e436c11d930 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.845910] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 721.845910] env[69506]: value = "task-3249030" [ 721.845910] env[69506]: _type = "Task" [ 721.845910] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.847514] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 721.847514] env[69506]: value = "task-3249029" [ 721.847514] env[69506]: _type = "Task" [ 721.847514] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.863446] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249029, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.869131] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.026850] env[69506]: DEBUG nova.compute.utils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.035251] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.035492] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.124882] env[69506]: DEBUG nova.policy [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfe04091ce66430fbe870b16ac26c03e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa15dd3fcf2a4615aa62d79651e987ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.139149] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.139149] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e1d17b-045d-c845-672f-69b7cf66189e" [ 722.139149] env[69506]: _type = "HttpNfcLease" [ 722.139149] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.139149] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.139149] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e1d17b-045d-c845-672f-69b7cf66189e" [ 722.139149] env[69506]: _type = "HttpNfcLease" [ 722.139149] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.139614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e5cc8-74f9-4eb0-8ba0-919a9ae20d97 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.151856] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.152071] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.250928] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9333598-1148-4b87-bcf1-203511c12232 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.367032] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249030, 'name': ReconfigVM_Task, 'duration_secs': 0.381038} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.367886] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249029, 'name': Rename_Task, 'duration_secs': 0.243643} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.367886] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] d99c2263-2e5e-4c3e-9f2a-6b10263e684b/d99c2263-2e5e-4c3e-9f2a-6b10263e684b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.368219] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.370119] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc2596a-88b0-41e1-9cde-bdfd3f7f876e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.370119] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5370ab9-fa4f-4697-b65e-c51501cd6327 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.377146] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 722.377146] env[69506]: value = "task-3249031" [ 722.377146] env[69506]: _type = "Task" [ 722.377146] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.378412] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 722.378412] env[69506]: value = "task-3249032" [ 722.378412] env[69506]: _type = "Task" [ 722.378412] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.390988] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249031, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.393901] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.541016] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.578581] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Successfully created port: b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.877019] env[69506]: DEBUG nova.compute.manager [req-aae3b3f2-b1b7-4658-a838-084174be3f23 req-fdcbbae4-ddd2-4439-a445-4b218ebaf045 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Received event network-vif-deleted-bfef426d-dcfb-4222-b3bb-cfb62b9d3d88 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.880421] env[69506]: INFO nova.compute.manager [req-aae3b3f2-b1b7-4658-a838-084174be3f23 req-fdcbbae4-ddd2-4439-a445-4b218ebaf045 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Neutron deleted interface bfef426d-dcfb-4222-b3bb-cfb62b9d3d88; detaching it from the instance and deleting it from the info cache [ 722.880621] env[69506]: DEBUG nova.network.neutron [req-aae3b3f2-b1b7-4658-a838-084174be3f23 req-fdcbbae4-ddd2-4439-a445-4b218ebaf045 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.919991] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.921397] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249031, 'name': Rename_Task, 'duration_secs': 0.255128} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.922111] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.922111] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd54d73-ac76-4eef-b011-116e2e360f34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.935287] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 722.935287] env[69506]: value = "task-3249033" [ 722.935287] env[69506]: _type = "Task" [ 722.935287] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.945036] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.101395] env[69506]: DEBUG nova.network.neutron [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.301886] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec605d-5c1c-402b-9a8d-c14b16cfec2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.310685] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda74de2-b37e-474e-91cf-1b3a1ff9d53d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.349186] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7748ee-abcc-446a-a9ba-a92aec432391 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.356376] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18097141-0694-41af-b47c-129a582a203b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372019] env[69506]: DEBUG nova.compute.provider_tree [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.392521] env[69506]: DEBUG oslo_vmware.api [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249032, 'name': PowerOnVM_Task, 'duration_secs': 0.736163} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.392809] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.392973] env[69506]: INFO nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Took 10.55 seconds to spawn the instance on the hypervisor. [ 723.393523] env[69506]: DEBUG nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.394534] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d848d-2f42-480e-80da-36022fa131ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.402036] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-237ebf93-b97f-4777-adf6-f13260a990e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.417693] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739a4e7-b4c2-417f-977e-a5581e20eec5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.465954] env[69506]: DEBUG nova.compute.manager [req-aae3b3f2-b1b7-4658-a838-084174be3f23 req-fdcbbae4-ddd2-4439-a445-4b218ebaf045 service nova] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Detach interface failed, port_id=bfef426d-dcfb-4222-b3bb-cfb62b9d3d88, reason: Instance 53fa68d5-4517-49da-a742-d6c4800aecef could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.475945] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.538758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "d7e83c49-723d-4b08-97be-300eb257f91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.539921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.551539] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.589996] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.590299] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.590794] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.590794] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.590794] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.590933] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.591869] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.591869] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.591869] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.592224] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.592224] env[69506]: DEBUG nova.virt.hardware [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.593412] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a800261-db74-4536-8094-930585761f02 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.603155] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0972f61-993f-4ca4-87fa-1e5f295edfba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.618065] env[69506]: INFO nova.compute.manager [-] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Took 2.22 seconds to deallocate network for instance. [ 723.900473] env[69506]: ERROR nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [req-c2647a75-f318-42a7-a0f4-2315dd295bfd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2647a75-f318-42a7-a0f4-2315dd295bfd"}]} [ 723.915473] env[69506]: INFO nova.compute.manager [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Took 51.08 seconds to build instance. [ 723.923166] env[69506]: DEBUG nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.948999] env[69506]: DEBUG oslo_vmware.api [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249033, 'name': PowerOnVM_Task, 'duration_secs': 0.635567} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.950165] env[69506]: DEBUG nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.950431] env[69506]: DEBUG nova.compute.provider_tree [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.953698] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.953999] env[69506]: INFO nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Took 8.43 seconds to spawn the instance on the hypervisor. [ 723.954332] env[69506]: DEBUG nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.955643] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c5dc87-f0ba-407d-8791-7cc0d18c315f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.967416] env[69506]: DEBUG nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.996611] env[69506]: DEBUG nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.127943] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.420112] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02a3700e-4d94-4ff0-b5e5-8137e79a7fa7 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.819s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.488488] env[69506]: INFO nova.compute.manager [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Took 44.30 seconds to build instance. [ 724.636901] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc3364-4434-4ef9-aa3b-f3b7e55e0e22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.644170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c8b02-8ef1-4b56-9533-9d019cf99ef6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.682755] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d25e1-87b8-4844-8605-60f07bf82913 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.694488] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba602f-cca2-4dda-9f26-5eb673f685a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.709954] env[69506]: DEBUG nova.compute.provider_tree [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.770181] env[69506]: DEBUG nova.compute.manager [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received event network-vif-plugged-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.770181] env[69506]: DEBUG oslo_concurrency.lockutils [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] Acquiring lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.770606] env[69506]: DEBUG oslo_concurrency.lockutils [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] Lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.770676] env[69506]: DEBUG oslo_concurrency.lockutils [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] Lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.770829] env[69506]: DEBUG nova.compute.manager [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] No waiting events found dispatching network-vif-plugged-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.770993] env[69506]: WARNING nova.compute.manager [req-44d2fe40-2c8f-4c42-9e34-087cdd107812 req-34eddc83-95d3-4c3c-b567-e1a0defddbf3 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received unexpected event network-vif-plugged-b4ec4368-9767-4513-97e8-fd441a1aca50 for instance with vm_state building and task_state spawning. [ 724.800846] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Successfully updated port: b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.927925] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.989966] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fa0fc78d-f807-424f-942d-433b99501882 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.677s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.246738] env[69506]: DEBUG nova.scheduler.client.report [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.247440] env[69506]: DEBUG nova.compute.provider_tree [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 61 to 62 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.247440] env[69506]: DEBUG nova.compute.provider_tree [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.302578] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.302789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.302888] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.460623] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.495744] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.754530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.234s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.756502] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.760257] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.265s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.763134] env[69506]: DEBUG nova.objects.instance [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lazy-loading 'resources' on Instance uuid 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.850602] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.027826] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.068783] env[69506]: DEBUG nova.network.neutron [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [{"id": "b4ec4368-9767-4513-97e8-fd441a1aca50", "address": "fa:16:3e:31:da:8b", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec4368-97", "ovs_interfaceid": "b4ec4368-9767-4513-97e8-fd441a1aca50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.266061] env[69506]: DEBUG nova.compute.utils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.273532] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.277067] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.320616] env[69506]: DEBUG nova.policy [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '443a31aafef3495fb1045f074b0fd1f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ba8aa6d6a54e5d85203e0b2283343d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.573572] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.573572] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance network_info: |[{"id": "b4ec4368-9767-4513-97e8-fd441a1aca50", "address": "fa:16:3e:31:da:8b", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec4368-97", "ovs_interfaceid": "b4ec4368-9767-4513-97e8-fd441a1aca50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.573913] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:da:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ec4368-9767-4513-97e8-fd441a1aca50', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.582612] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.586925] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.587662] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9182a3f4-0b51-4bda-9851-eed98d96247b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.623344] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.623344] env[69506]: value = "task-3249034" [ 726.623344] env[69506]: _type = "Task" [ 726.623344] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.634384] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249034, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.773931] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.851585] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Successfully created port: 4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.883564] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.883836] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing instance network info cache due to event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.884127] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.884314] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.884508] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.975769] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4cde67-48ee-4a48-a7a2-35ccfcd7b391 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.984613] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec4708-c23e-48a8-aa81-e47b76f9014d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.021180] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b2d136-fe73-456b-953b-051364da9251 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.029747] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13282f70-327c-4e5f-a948-3c0754e457c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.044733] env[69506]: DEBUG nova.compute.provider_tree [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.133900] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249034, 'name': CreateVM_Task, 'duration_secs': 0.465455} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.134214] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.134920] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.135157] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.135482] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.135738] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbecfdeb-622a-4ae8-a475-fe52a05a03d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.140429] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 727.140429] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52138c7a-7538-cf7e-402e-2739d49c9204" [ 727.140429] env[69506]: _type = "Task" [ 727.140429] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.148911] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52138c7a-7538-cf7e-402e-2739d49c9204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.549766] env[69506]: DEBUG nova.scheduler.client.report [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.651234] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52138c7a-7538-cf7e-402e-2739d49c9204, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.654129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.654388] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.654626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.654771] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.654947] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.655251] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09f6d469-dbce-46ba-a582-7a9ccf1bade5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.666428] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.666665] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.668653] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00a1731-75b2-4473-b30a-90ac0829a817 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.675691] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 727.675691] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524a9e97-84b2-f3e8-d63f-eafdfddced22" [ 727.675691] env[69506]: _type = "Task" [ 727.675691] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.684182] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524a9e97-84b2-f3e8-d63f-eafdfddced22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.766136] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updated VIF entry in instance network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.766136] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.790174] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.886479] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.886755] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.886931] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.887135] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.887432] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.887578] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.887801] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.887978] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.888169] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.888384] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.888564] env[69506]: DEBUG nova.virt.hardware [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.889451] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a504e49-cccc-4cc6-a35b-7caf5fc15d4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.898065] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b686159-323f-4c40-807d-4a25f3c50d44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.055685] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.059243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.315s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.065641] env[69506]: INFO nova.compute.claims [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.088669] env[69506]: INFO nova.scheduler.client.report [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Deleted allocations for instance 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0 [ 728.187137] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524a9e97-84b2-f3e8-d63f-eafdfddced22, 'name': SearchDatastore_Task, 'duration_secs': 0.022457} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.188063] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5772b6-da8b-4c33-9e08-78a96c98898e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.194474] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 728.194474] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325a84-b157-5d1a-560f-bbda101a4817" [ 728.194474] env[69506]: _type = "Task" [ 728.194474] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.203564] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325a84-b157-5d1a-560f-bbda101a4817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.269158] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.269441] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.269639] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing instance network info cache due to event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.269917] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquiring lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.270099] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquired lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.270284] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing network info cache for port b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.601102] env[69506]: DEBUG oslo_concurrency.lockutils [None req-31b3ba29-7aef-472a-a22d-2f0e895ce5e3 tempest-ServerGroupTestJSON-377625122 tempest-ServerGroupTestJSON-377625122-project-member] Lock "32d03bb0-0bcf-478d-9e2d-5d6bd98987a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.651s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.706565] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325a84-b157-5d1a-560f-bbda101a4817, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.706921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.707116] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 51dc5901-e644-458f-820c-52a0b3711c3d/51dc5901-e644-458f-820c-52a0b3711c3d.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.707450] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd502d4-cbc3-4d41-b213-39c96ac51f03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.714845] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 728.714845] env[69506]: value = "task-3249039" [ 728.714845] env[69506]: _type = "Task" [ 728.714845] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.725236] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.777191] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Successfully updated port: 4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.017978] env[69506]: DEBUG nova.compute.manager [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Received event network-vif-plugged-4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.018219] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.018567] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.018731] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.018874] env[69506]: DEBUG nova.compute.manager [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] No waiting events found dispatching network-vif-plugged-4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.019181] env[69506]: WARNING nova.compute.manager [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Received unexpected event network-vif-plugged-4c61cc51-19d5-43c2-9ed7-125cb4798192 for instance with vm_state building and task_state spawning. [ 729.019475] env[69506]: DEBUG nova.compute.manager [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Received event network-changed-4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.019937] env[69506]: DEBUG nova.compute.manager [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Refreshing instance network info cache due to event network-changed-4c61cc51-19d5-43c2-9ed7-125cb4798192. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.019937] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.020229] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.020452] env[69506]: DEBUG nova.network.neutron [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Refreshing network info cache for port 4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.083549] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updated VIF entry in instance network info cache for port b4ec4368-9767-4513-97e8-fd441a1aca50. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.084053] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [{"id": "b4ec4368-9767-4513-97e8-fd441a1aca50", "address": "fa:16:3e:31:da:8b", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec4368-97", "ovs_interfaceid": "b4ec4368-9767-4513-97e8-fd441a1aca50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.229953] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249039, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.281670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.580087] env[69506]: DEBUG nova.network.neutron [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.587630] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Releasing lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.587906] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Received event network-changed-16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.589066] env[69506]: DEBUG nova.compute.manager [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Refreshing instance network info cache due to event network-changed-16357eca-9514-4c8d-be8b-f9ed45a876a1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.589066] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquiring lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.589066] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Acquired lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.589066] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Refreshing network info cache for port 16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.670073] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1614aa2-89e4-4783-a31f-912cc146a623 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.677860] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af44347-7525-40c4-b882-4cc318d69a5c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.713705] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b881cd-56d9-418d-a219-3d876184da0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.725985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b1ad26-00b7-4239-97f2-d36ebe086ec4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.736331] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533181} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.745102] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 51dc5901-e644-458f-820c-52a0b3711c3d/51dc5901-e644-458f-820c-52a0b3711c3d.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.745348] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.745912] env[69506]: DEBUG nova.compute.provider_tree [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.747410] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6c641d-b409-4e66-b7e3-ec2e0de64ea6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.754760] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 729.754760] env[69506]: value = "task-3249040" [ 729.754760] env[69506]: _type = "Task" [ 729.754760] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.764281] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.040294] env[69506]: DEBUG nova.network.neutron [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.251293] env[69506]: DEBUG nova.scheduler.client.report [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.266374] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131909} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.267243] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.267775] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451838ec-d655-4ff9-8bca-514a8ee8e3b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300766] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 51dc5901-e644-458f-820c-52a0b3711c3d/51dc5901-e644-458f-820c-52a0b3711c3d.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.303980] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf7acb3-df2f-42b1-bce0-aa8dc87b0ce9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.330376] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 730.330376] env[69506]: value = "task-3249041" [ 730.330376] env[69506]: _type = "Task" [ 730.330376] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.340814] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.545813] env[69506]: DEBUG oslo_concurrency.lockutils [req-70481399-9b92-4942-9218-b4070fb2410a req-4302932b-ee67-4274-8421-3f71ad07af24 service nova] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.545909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.546081] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.594601] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updated VIF entry in instance network info cache for port 16357eca-9514-4c8d-be8b-f9ed45a876a1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.595110] env[69506]: DEBUG nova.network.neutron [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updating instance_info_cache with network_info: [{"id": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "address": "fa:16:3e:3d:6d:13", "network": {"id": "25c9ee0a-8753-4825-b1f3-4fe13e3316ad", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1084657955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e21a2055664b919faf6c01c0f33ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16357eca-95", "ovs_interfaceid": "16357eca-9514-4c8d-be8b-f9ed45a876a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.759387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.759387] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.761673] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.629s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.764013] env[69506]: INFO nova.compute.claims [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.844200] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.099247] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.101418] env[69506]: DEBUG oslo_concurrency.lockutils [req-510fdf6a-75e0-4f71-ad9e-9c0ad2d73e69 req-f050043d-53b9-456a-b44b-0b9dac96f913 service nova] Releasing lock "refresh_cache-d99c2263-2e5e-4c3e-9f2a-6b10263e684b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.269069] env[69506]: DEBUG nova.compute.utils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.272813] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.273248] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.342548] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249041, 'name': ReconfigVM_Task, 'duration_secs': 0.560712} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.344595] env[69506]: DEBUG nova.policy [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d27ce4b0834ca4a1ddce89cb6c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c4bde053d040acb3e06fee31517d03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.346669] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 51dc5901-e644-458f-820c-52a0b3711c3d/51dc5901-e644-458f-820c-52a0b3711c3d.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.347737] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0f8bee-9800-44fa-9c08-5245365ca8cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.354685] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 731.354685] env[69506]: value = "task-3249042" [ 731.354685] env[69506]: _type = "Task" [ 731.354685] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.364637] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249042, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.452205] env[69506]: DEBUG nova.network.neutron [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.773531] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.800758] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully created port: f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.867084] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249042, 'name': Rename_Task, 'duration_secs': 0.195957} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.870537] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.871811] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db230e0-dcb7-4105-a3bf-bf053fe35af3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.879295] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 731.879295] env[69506]: value = "task-3249044" [ 731.879295] env[69506]: _type = "Task" [ 731.879295] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.895450] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.957016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.957426] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance network_info: |[{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.958070] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:1a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c61cc51-19d5-43c2-9ed7-125cb4798192', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.966249] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating folder: Project (19ba8aa6d6a54e5d85203e0b2283343d). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.967135] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bda7a7a-4504-4412-8961-af50a313bbd9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.981874] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created folder: Project (19ba8aa6d6a54e5d85203e0b2283343d) in parent group-v649133. [ 731.981981] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating folder: Instances. Parent ref: group-v649248. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.984789] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2da9f3e-e9a5-4817-9006-da736cda3a48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.994265] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created folder: Instances in parent group-v649248. [ 731.994613] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.994780] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.995190] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf11c6c-af33-49ff-958a-96954f2b1553 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.017973] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.017973] env[69506]: value = "task-3249047" [ 732.017973] env[69506]: _type = "Task" [ 732.017973] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.025844] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249047, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.142332] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.143410] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ad118-6947-4eae-a532-fe47affa7083 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.149599] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.149658] env[69506]: ERROR oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk due to incomplete transfer. [ 732.149831] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ea79dd3-0a6f-47a7-a505-fede02cc01e2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.157843] env[69506]: DEBUG oslo_vmware.rw_handles [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c0095-e0a9-869e-191d-277fb949c330/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.157934] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Uploaded image 3e97b57b-63b2-4ee0-8c6d-35216a011e1a to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.160368] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.160693] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83a59a16-646a-4aee-893e-f5aa655e9cdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.170917] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 732.170917] env[69506]: value = "task-3249048" [ 732.170917] env[69506]: _type = "Task" [ 732.170917] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.173979] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully created port: 06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.183317] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249048, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.367771] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7715f9-c048-41fa-9f3f-e1b64f703982 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.375561] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfdc2b6-e01e-441e-b9f0-03e85c3e9c27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.412517] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789dd383-c4c6-47f1-81d6-08c7868a1fa1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.418961] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.425154] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd002f6-1df4-4bdf-b50b-1485188cfb54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.440395] env[69506]: DEBUG nova.compute.provider_tree [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.508143] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully created port: 44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.535198] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249047, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.679819] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249048, 'name': Destroy_Task, 'duration_secs': 0.36367} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.680149] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Destroyed the VM [ 732.680395] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 732.680665] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d916288-c82f-41e3-891f-57f22337118d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.687284] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 732.687284] env[69506]: value = "task-3249049" [ 732.687284] env[69506]: _type = "Task" [ 732.687284] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.695837] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.788148] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.810746] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.811029] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.811247] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.811486] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.811673] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.811888] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.812168] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.812339] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.812512] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.812678] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.812860] env[69506]: DEBUG nova.virt.hardware [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.813804] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed748e6b-6fdd-40bd-88b5-a9e66f835f35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.823727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0f21d2-6fc9-4350-9825-8f07b62756cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.889738] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.976624] env[69506]: DEBUG nova.scheduler.client.report [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 732.976888] env[69506]: DEBUG nova.compute.provider_tree [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 62 to 63 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 732.977131] env[69506]: DEBUG nova.compute.provider_tree [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.028481] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249047, 'name': CreateVM_Task, 'duration_secs': 0.886466} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.028624] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.029318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.029489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.029815] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.030121] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf9b71b-6867-44c5-97b1-9bb6763942ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.034924] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 733.034924] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f80be5-c0a1-8ed6-fc17-fd49b7b2740b" [ 733.034924] env[69506]: _type = "Task" [ 733.034924] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.043071] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f80be5-c0a1-8ed6-fc17-fd49b7b2740b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.197509] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.391750] env[69506]: DEBUG oslo_vmware.api [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249044, 'name': PowerOnVM_Task, 'duration_secs': 1.202227} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.392436] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.392883] env[69506]: INFO nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Took 9.84 seconds to spawn the instance on the hypervisor. [ 733.393172] env[69506]: DEBUG nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.394127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073064f7-9eb1-4f3b-b1cb-3340b7d2e930 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.482961] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.483567] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.486266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.884s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.486529] env[69506]: DEBUG nova.objects.instance [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lazy-loading 'resources' on Instance uuid 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.546025] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f80be5-c0a1-8ed6-fc17-fd49b7b2740b, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.546360] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.546360] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.546726] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.546726] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.546891] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.547180] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02230a5-83f2-4789-9647-91e755b5c550 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.556751] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.556969] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.557905] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f55a95e-0304-44ec-ba54-c5ebe8f21e24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.564267] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 733.564267] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ec6e91-6bfe-cc08-f896-dbfa8b4f48d8" [ 733.564267] env[69506]: _type = "Task" [ 733.564267] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.574532] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ec6e91-6bfe-cc08-f896-dbfa8b4f48d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.661724] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "06836907-5cac-4292-946f-9678ee77f257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.662161] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.662457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "06836907-5cac-4292-946f-9678ee77f257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.663732] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.663732] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.666239] env[69506]: INFO nova.compute.manager [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Terminating instance [ 733.699427] env[69506]: DEBUG oslo_vmware.api [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249049, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986349} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.700152] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.700152] env[69506]: INFO nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 733.911325] env[69506]: INFO nova.compute.manager [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Took 48.82 seconds to build instance. [ 733.990272] env[69506]: DEBUG nova.compute.utils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.994865] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.995064] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.049607] env[69506]: DEBUG nova.policy [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83df0f67691d4cb1ac1a1771124f6caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c7f479fbc5044d4831517bc3b7a9ca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.083027] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ec6e91-6bfe-cc08-f896-dbfa8b4f48d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.083931] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1d3938-5013-40fc-a38f-d62768fcdf87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089448] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 734.089448] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52730162-e03c-0e8c-f694-780715194633" [ 734.089448] env[69506]: _type = "Task" [ 734.089448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.101288] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52730162-e03c-0e8c-f694-780715194633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.119040] env[69506]: DEBUG nova.compute.manager [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-plugged-f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.119273] env[69506]: DEBUG oslo_concurrency.lockutils [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.119533] env[69506]: DEBUG oslo_concurrency.lockutils [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.119733] env[69506]: DEBUG oslo_concurrency.lockutils [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.119901] env[69506]: DEBUG nova.compute.manager [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] No waiting events found dispatching network-vif-plugged-f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.120176] env[69506]: WARNING nova.compute.manager [req-93e129e9-01aa-43d9-993d-dbc71bc27905 req-d45294d1-6e40-400b-9471-6a2db0f384dd service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received unexpected event network-vif-plugged-f11ce470-ab8e-4ed4-9b6f-16aef5593d36 for instance with vm_state building and task_state spawning. [ 734.170252] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.170486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.171083] env[69506]: DEBUG nova.compute.manager [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.171257] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.172130] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20e7ae-7ef4-4181-b86d-b55279a525ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.180421] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.180663] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd044c46-d463-4cdc-a7ee-a5fdfb31e051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.204545] env[69506]: DEBUG nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance disappeared during snapshot {{(pid=69506) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 734.227348] env[69506]: DEBUG nova.compute.manager [None req-5ac43d71-f2f9-48cf-b929-bf50416e9cd3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image not found during clean up 3e97b57b-63b2-4ee0-8c6d-35216a011e1a {{(pid=69506) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 734.248645] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.248645] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.248645] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore1] 06836907-5cac-4292-946f-9678ee77f257 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.251442] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476f5c7b-3018-4117-a755-834db7815eb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.260048] env[69506]: DEBUG oslo_vmware.api [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 734.260048] env[69506]: value = "task-3249052" [ 734.260048] env[69506]: _type = "Task" [ 734.260048] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.270669] env[69506]: DEBUG oslo_vmware.api [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.285171] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully updated port: f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.415177] env[69506]: DEBUG oslo_concurrency.lockutils [None req-25cec5e9-9999-44d7-87f5-6b4e9d530ad8 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.104s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.474721] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Successfully created port: a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.498534] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.599833] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52730162-e03c-0e8c-f694-780715194633, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.602466] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.602734] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.603182] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2909965d-d16b-4255-9b86-a4fbb5200e33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.609771] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 734.609771] env[69506]: value = "task-3249053" [ 734.609771] env[69506]: _type = "Task" [ 734.609771] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.617639] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.619049] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c14f8-078d-4c40-b2e2-ec2023a00251 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.625474] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4e9c3-6480-48cf-ab2f-534cc27bf6be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.657167] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf68b1-104d-44f6-a6c8-96298743c772 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.664559] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e176ea3d-762f-47a7-9224-b20162aec99a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.678356] env[69506]: DEBUG nova.compute.provider_tree [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.770214] env[69506]: DEBUG oslo_vmware.api [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160421} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.770214] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.770214] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.770214] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.770214] env[69506]: INFO nova.compute.manager [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 06836907-5cac-4292-946f-9678ee77f257] Took 0.60 seconds to destroy the instance on the hypervisor. [ 734.770456] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.770701] env[69506]: DEBUG nova.compute.manager [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.770796] env[69506]: DEBUG nova.network.neutron [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.918602] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.979900] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "51dc5901-e644-458f-820c-52a0b3711c3d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.980223] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.980483] env[69506]: INFO nova.compute.manager [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Rebooting instance [ 735.120161] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249053, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.181860] env[69506]: DEBUG nova.scheduler.client.report [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.441409] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.512380] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.515482] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.515665] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquired lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.515884] env[69506]: DEBUG nova.network.neutron [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.540095] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.540359] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.540518] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.540701] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.540851] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.540999] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.541235] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.541396] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.541572] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.541736] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.541999] env[69506]: DEBUG nova.virt.hardware [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.543204] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e8becc-6a70-4ddb-8308-8458981d90b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.551826] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933ed20-d671-44cd-9a2d-af158d63c20e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.620520] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524532} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.620786] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.620995] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.621260] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16144e9e-1d9b-4e4b-b2a5-1c81efd1e90a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.628295] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 735.628295] env[69506]: value = "task-3249055" [ 735.628295] env[69506]: _type = "Task" [ 735.628295] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.637750] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.688052] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.690747] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.777s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.691313] env[69506]: DEBUG nova.objects.instance [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lazy-loading 'resources' on Instance uuid 9fbdeceb-931d-4f57-aaab-b38610875157 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.715156] env[69506]: INFO nova.scheduler.client.report [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleted allocations for instance 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1 [ 735.716273] env[69506]: DEBUG nova.network.neutron [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.081167] env[69506]: DEBUG nova.compute.manager [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received event network-vif-plugged-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.081400] env[69506]: DEBUG oslo_concurrency.lockutils [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] Acquiring lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.081536] env[69506]: DEBUG oslo_concurrency.lockutils [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] Lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.081782] env[69506]: DEBUG oslo_concurrency.lockutils [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] Lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.081875] env[69506]: DEBUG nova.compute.manager [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] No waiting events found dispatching network-vif-plugged-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.081972] env[69506]: WARNING nova.compute.manager [req-aebd8f23-8544-46c9-a765-4f9b4304d7d0 req-20248a62-ba1f-43c0-acc9-9797b2eb6986 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received unexpected event network-vif-plugged-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb for instance with vm_state building and task_state spawning. [ 736.141746] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073321} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.141976] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.143924] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f07e3e-1ffd-4867-8584-b55c67cd19af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.176174] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.179506] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Successfully updated port: a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.182462] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f79bec-4a5c-42de-90a1-fe617626339e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.198379] env[69506]: DEBUG nova.compute.manager [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-changed-f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.198573] env[69506]: DEBUG nova.compute.manager [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing instance network info cache due to event network-changed-f11ce470-ab8e-4ed4-9b6f-16aef5593d36. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.198802] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Acquiring lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.198925] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Acquired lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.199137] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing network info cache for port f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.218036] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 736.218036] env[69506]: value = "task-3249056" [ 736.218036] env[69506]: _type = "Task" [ 736.218036] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.223227] env[69506]: INFO nova.compute.manager [-] [instance: 06836907-5cac-4292-946f-9678ee77f257] Took 1.45 seconds to deallocate network for instance. [ 736.223888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c9b2aee-20cb-40f9-95d0-7e68a669de99 tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "9c4c4fa9-2bc6-4394-bc81-4443a52b50b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.386s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.233693] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.396867] env[69506]: DEBUG nova.network.neutron [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [{"id": "b4ec4368-9767-4513-97e8-fd441a1aca50", "address": "fa:16:3e:31:da:8b", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec4368-97", "ovs_interfaceid": "b4ec4368-9767-4513-97e8-fd441a1aca50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.619881] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully updated port: 06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.652535] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da96d1-67aa-4195-9002-d5dbb921a2ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.662546] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b4af8-f0ee-47dc-ae14-c3684b61bcbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.692148] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c841686-2a2d-43ef-b8e4-c36e2183d1ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.702791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae8deae-1773-4efe-9fa6-3cc1a958da09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.705182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.705326] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.705495] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.709071] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.709333] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.709553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.709682] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.709868] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.721951] env[69506]: DEBUG nova.compute.provider_tree [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.723104] env[69506]: INFO nova.compute.manager [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Terminating instance [ 736.736118] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.738835] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.769196] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.858935] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.902576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Releasing lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.232959] env[69506]: DEBUG nova.scheduler.client.report [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.237039] env[69506]: DEBUG nova.compute.manager [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.237280] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.237630] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.238689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264bf4c-95bc-4ba8-9149-88d2a4940619 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.246109] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.246364] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-992df847-1961-4090-a09d-ad974184a9ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.252862] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 737.252862] env[69506]: value = "task-3249057" [ 737.252862] env[69506]: _type = "Task" [ 737.252862] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.253605] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.266140] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3249057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.365549] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Releasing lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.365817] env[69506]: DEBUG nova.compute.manager [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.365983] env[69506]: DEBUG nova.compute.manager [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing instance network info cache due to event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.366272] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Acquiring lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.366427] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Acquired lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.366587] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing network info cache for port b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.410807] env[69506]: DEBUG nova.compute.manager [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.411878] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45889817-5ace-4a2e-8549-112c27ec0de5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.465616] env[69506]: DEBUG nova.network.neutron [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updating instance_info_cache with network_info: [{"id": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "address": "fa:16:3e:ec:99:19", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17584b6-f4", "ovs_interfaceid": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.731691] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249056, 'name': ReconfigVM_Task, 'duration_secs': 1.028673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.731973] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.732625] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ca25b49-13b4-4a14-82bc-e783df33b907 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.740975] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.741298] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 737.741298] env[69506]: value = "task-3249059" [ 737.741298] env[69506]: _type = "Task" [ 737.741298] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.741749] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.331s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.743191] env[69506]: INFO nova.compute.claims [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.755166] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249059, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.764505] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3249057, 'name': PowerOffVM_Task, 'duration_secs': 0.226607} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.765569] env[69506]: INFO nova.scheduler.client.report [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Deleted allocations for instance 9fbdeceb-931d-4f57-aaab-b38610875157 [ 737.769530] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.769765] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.770072] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0593e96a-c272-4c83-b91e-30fb9f5b0c16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.854108] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.854412] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.854650] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleting the datastore file [datastore2] abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.854968] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213034fb-f71f-4e24-978e-855f1047fe01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.864101] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for the task: (returnval){ [ 737.864101] env[69506]: value = "task-3249061" [ 737.864101] env[69506]: _type = "Task" [ 737.864101] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.876022] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3249061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.969375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.969757] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Instance network_info: |[{"id": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "address": "fa:16:3e:ec:99:19", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17584b6-f4", "ovs_interfaceid": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.971122] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:99:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17584b6-f47f-4f4d-8e39-8daf7fa48aeb', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.979578] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.980593] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.980841] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-953d58f3-6e1d-435e-9a58-641a6f772315 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.006348] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.006348] env[69506]: value = "task-3249062" [ 738.006348] env[69506]: _type = "Task" [ 738.006348] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.020662] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249062, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.162429] env[69506]: DEBUG nova.compute.manager [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.162587] env[69506]: DEBUG nova.compute.manager [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing instance network info cache due to event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.162809] env[69506]: DEBUG oslo_concurrency.lockutils [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] Acquiring lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.162977] env[69506]: DEBUG oslo_concurrency.lockutils [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] Acquired lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.163221] env[69506]: DEBUG nova.network.neutron [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.196268] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updated VIF entry in instance network info cache for port b4ec4368-9767-4513-97e8-fd441a1aca50. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.196655] env[69506]: DEBUG nova.network.neutron [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [{"id": "b4ec4368-9767-4513-97e8-fd441a1aca50", "address": "fa:16:3e:31:da:8b", "network": {"id": "4b03a7a8-5eb5-42e1-8723-c18d6fe9cca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1383757270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa15dd3fcf2a4615aa62d79651e987ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec4368-97", "ovs_interfaceid": "b4ec4368-9767-4513-97e8-fd441a1aca50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.260264] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249059, 'name': Rename_Task, 'duration_secs': 0.165307} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.260606] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.260823] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d60ecb-3e9d-467a-b5e3-9bc7cef5ddb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.268145] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 738.268145] env[69506]: value = "task-3249063" [ 738.268145] env[69506]: _type = "Task" [ 738.268145] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.285375] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.285375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc7c93dd-60ca-4778-9011-da0e0046a79e tempest-ImagesOneServerTestJSON-342013829 tempest-ImagesOneServerTestJSON-342013829-project-member] Lock "9fbdeceb-931d-4f57-aaab-b38610875157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.820s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.304767] env[69506]: DEBUG nova.compute.manager [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-plugged-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.304767] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.304767] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.304767] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.304767] env[69506]: DEBUG nova.compute.manager [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] No waiting events found dispatching network-vif-plugged-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.304950] env[69506]: WARNING nova.compute.manager [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received unexpected event network-vif-plugged-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b for instance with vm_state building and task_state spawning. [ 738.304950] env[69506]: DEBUG nova.compute.manager [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-changed-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.305058] env[69506]: DEBUG nova.compute.manager [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing instance network info cache due to event network-changed-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.306483] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Acquiring lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306594] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Acquired lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.306790] env[69506]: DEBUG nova.network.neutron [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing network info cache for port 06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.376217] env[69506]: DEBUG oslo_vmware.api [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Task: {'id': task-3249061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150178} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.376412] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.376583] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.376772] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.376976] env[69506]: INFO nova.compute.manager [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.377253] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.377497] env[69506]: DEBUG nova.compute.manager [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.377563] env[69506]: DEBUG nova.network.neutron [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.433554] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6a7e75-a83a-4baf-9567-256fa5367b4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.444653] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Doing hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 738.445078] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-74e10908-e9a0-4e8f-976f-7560fbd09dbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.451998] env[69506]: DEBUG oslo_vmware.api [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 738.451998] env[69506]: value = "task-3249064" [ 738.451998] env[69506]: _type = "Task" [ 738.451998] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.460728] env[69506]: DEBUG oslo_vmware.api [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249064, 'name': ResetVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.518748] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249062, 'name': CreateVM_Task, 'duration_secs': 0.43938} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.518748] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.519010] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.519383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.519573] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.519841] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9b1783-e9eb-4f52-b8fa-2330cbe5f01f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.524598] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 738.524598] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52709a6e-8efd-3573-e875-ee6a37e9c60f" [ 738.524598] env[69506]: _type = "Task" [ 738.524598] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.533071] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52709a6e-8efd-3573-e875-ee6a37e9c60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.700339] env[69506]: DEBUG oslo_concurrency.lockutils [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] Releasing lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.700620] env[69506]: DEBUG nova.compute.manager [req-048b8f16-b02e-49b8-8b89-5b00b3f443b4 req-a17d65d1-8caa-4be8-9e3d-abcedb1ca61d service nova] [instance: 06836907-5cac-4292-946f-9678ee77f257] Received event network-vif-deleted-84704b16-d8b3-4565-a384-c8fe526200cd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.782614] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249063, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.959859] env[69506]: DEBUG nova.network.neutron [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updated VIF entry in instance network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.959859] env[69506]: DEBUG nova.network.neutron [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updating instance_info_cache with network_info: [{"id": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "address": "fa:16:3e:ec:99:19", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17584b6-f4", "ovs_interfaceid": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.966212] env[69506]: DEBUG oslo_vmware.api [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249064, 'name': ResetVM_Task, 'duration_secs': 0.114741} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.966212] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Did hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 738.966494] env[69506]: DEBUG nova.compute.manager [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.967784] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db83f8-6281-4e3d-86bc-254b9bb16151 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.041291] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52709a6e-8efd-3573-e875-ee6a37e9c60f, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.042963] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.043485] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.043922] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.044317] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.044750] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.045696] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761b32c7-0878-491b-9539-d3e6cbfbcb1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.061021] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.061021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.061021] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8d9c56-e0b5-4f54-92a7-e8455944ac8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.070113] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 739.070113] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528932a9-29fe-f9d1-9834-b6d04d04ec37" [ 739.070113] env[69506]: _type = "Task" [ 739.070113] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.079707] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528932a9-29fe-f9d1-9834-b6d04d04ec37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.136031] env[69506]: DEBUG nova.network.neutron [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.242703] env[69506]: DEBUG nova.network.neutron [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.283679] env[69506]: DEBUG oslo_vmware.api [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249063, 'name': PowerOnVM_Task, 'duration_secs': 0.826498} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.284012] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.284223] env[69506]: INFO nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Took 11.49 seconds to spawn the instance on the hypervisor. [ 739.284393] env[69506]: DEBUG nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.285170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3795d0c6-5517-492e-a98f-a6d82c5a260d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.331610] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba80364-7b8f-40d3-b2ed-0d66517e4339 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.340073] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c523c81-a59a-47a5-b5d3-350e9197ac29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.374395] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c1e74-21ad-41e1-ba76-558cc4d0ea5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.377735] env[69506]: DEBUG nova.network.neutron [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.384458] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdad34b-d167-4b5a-a9b1-de83ca17d7cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.399592] env[69506]: DEBUG nova.compute.provider_tree [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.402229] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Successfully updated port: 44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.466823] env[69506]: DEBUG oslo_concurrency.lockutils [req-d325a862-7900-46a6-ba9a-d189994d4f11 req-8c302979-1b20-4bd7-8aeb-81b4e602d352 service nova] Releasing lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.489062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48340b74-0a1e-4aa3-92e0-67fafdadeebb tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.509s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.582584] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528932a9-29fe-f9d1-9834-b6d04d04ec37, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.583482] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3316db-a572-47e2-98ec-fb2504398814 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.589198] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 739.589198] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d8525e-6d5c-610d-21de-efec2f19903b" [ 739.589198] env[69506]: _type = "Task" [ 739.589198] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.598257] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d8525e-6d5c-610d-21de-efec2f19903b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.747996] env[69506]: INFO nova.compute.manager [-] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Took 1.37 seconds to deallocate network for instance. [ 739.808281] env[69506]: INFO nova.compute.manager [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Took 45.75 seconds to build instance. [ 739.880656] env[69506]: DEBUG oslo_concurrency.lockutils [req-f6ffa11c-b595-4c01-bb5f-99849cb5de93 req-bdebe301-d35d-48ac-97e6-4237fa984d66 service nova] Releasing lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908281] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908474] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.910264] env[69506]: DEBUG nova.scheduler.client.report [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.100552] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d8525e-6d5c-610d-21de-efec2f19903b, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.100909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.101093] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 96c862da-b830-47ef-aed7-4faa84c970b9/96c862da-b830-47ef-aed7-4faa84c970b9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.101353] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d56eee5f-43a6-4a37-8881-01b731d8ab00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.108780] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 740.108780] env[69506]: value = "task-3249066" [ 740.108780] env[69506]: _type = "Task" [ 740.108780] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.117401] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.259051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.311897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a0d4c14-8976-4595-8482-47b48a487229 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.678s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.418761] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.421404] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.422570] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.300s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.422924] env[69506]: DEBUG nova.objects.instance [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lazy-loading 'resources' on Instance uuid eaadf005-0757-427a-8dc4-2ab33e8e75e9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.433884] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Received event network-vif-deleted-8d84340b-545a-4c8d-b33d-f3e53ccbe7d6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.435326] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-plugged-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.435804] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.437869] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.438259] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.438697] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] No waiting events found dispatching network-vif-plugged-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.438971] env[69506]: WARNING nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received unexpected event network-vif-plugged-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc for instance with vm_state building and task_state spawning. [ 740.439337] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-changed-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.439682] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing instance network info cache due to event network-changed-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.439895] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Acquiring lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.498777] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.584552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "51dc5901-e644-458f-820c-52a0b3711c3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.584787] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.584993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.585189] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.585366] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.589133] env[69506]: INFO nova.compute.manager [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Terminating instance [ 740.624240] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.817577] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.932840] env[69506]: DEBUG nova.compute.utils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.941193] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.941193] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.002685] env[69506]: DEBUG nova.policy [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca433c275144cd3b4e9b84e54869c5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e94d28e18b7f49b4abfe292817da0d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.094662] env[69506]: DEBUG nova.compute.manager [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.094946] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.096124] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc92399-8d7e-4d3d-ace8-e08119ff3aa4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.104303] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.104554] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65620d79-332e-4cbf-8ae1-404db70ce947 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.114845] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 741.114845] env[69506]: value = "task-3249067" [ 741.114845] env[69506]: _type = "Task" [ 741.114845] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.126645] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529115} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.129782] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 96c862da-b830-47ef-aed7-4faa84c970b9/96c862da-b830-47ef-aed7-4faa84c970b9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.130240] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.130791] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814a6ad8-bc29-456d-89d5-552efaf453ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.136607] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.143686] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 741.143686] env[69506]: value = "task-3249068" [ 741.143686] env[69506]: _type = "Task" [ 741.143686] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.155080] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.302038] env[69506]: DEBUG nova.network.neutron [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updating instance_info_cache with network_info: [{"id": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "address": "fa:16:3e:26:bf:a9", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11ce470-ab", "ovs_interfaceid": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "address": "fa:16:3e:44:49:f6", "network": {"id": "b676acd6-debd-4446-bfa4-6bafd0f9280e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802464952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e07d84-6b", "ovs_interfaceid": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "address": "fa:16:3e:1e:f7:e3", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d0d8a5-41", "ovs_interfaceid": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.343041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.444228] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.482196] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65fc351-e26a-4f30-b373-2b8ef1c6fbb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.492866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3105b1a-ccad-4b01-8a81-6c6ba80078f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.530054] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Successfully created port: 2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.533591] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec16ac-86d9-4a3b-9dae-0bc255467b4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.537183] env[69506]: DEBUG nova.compute.manager [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Received event network-changed-4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.537508] env[69506]: DEBUG nova.compute.manager [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Refreshing instance network info cache due to event network-changed-4c61cc51-19d5-43c2-9ed7-125cb4798192. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.537689] env[69506]: DEBUG oslo_concurrency.lockutils [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.537814] env[69506]: DEBUG oslo_concurrency.lockutils [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.537968] env[69506]: DEBUG nova.network.neutron [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Refreshing network info cache for port 4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.546435] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b5c476-469a-427d-96df-be83525ba691 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.561070] env[69506]: DEBUG nova.compute.provider_tree [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.624755] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249067, 'name': PowerOffVM_Task, 'duration_secs': 0.422842} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.625035] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.625208] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.625484] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a3b58e2-3f61-43ae-823f-1495e37441b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.653636] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079585} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.653938] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.654826] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a81eab-f38c-4861-9f4e-61a1ffccb408 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.680398] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 96c862da-b830-47ef-aed7-4faa84c970b9/96c862da-b830-47ef-aed7-4faa84c970b9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.681132] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874dcf0b-b7fc-4cb8-8db2-8234735405c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.697258] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.697499] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.697702] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleting the datastore file [datastore2] 51dc5901-e644-458f-820c-52a0b3711c3d {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.698593] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c304945-a827-4f71-a631-211410fb88c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.702512] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 741.702512] env[69506]: value = "task-3249070" [ 741.702512] env[69506]: _type = "Task" [ 741.702512] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.707394] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 741.707394] env[69506]: value = "task-3249071" [ 741.707394] env[69506]: _type = "Task" [ 741.707394] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.716244] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.721370] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.805219] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.805978] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance network_info: |[{"id": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "address": "fa:16:3e:26:bf:a9", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11ce470-ab", "ovs_interfaceid": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "address": "fa:16:3e:44:49:f6", "network": {"id": "b676acd6-debd-4446-bfa4-6bafd0f9280e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802464952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e07d84-6b", "ovs_interfaceid": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "address": "fa:16:3e:1e:f7:e3", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d0d8a5-41", "ovs_interfaceid": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.806354] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Acquired lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.807309] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Refreshing network info cache for port 44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.808622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:bf:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f11ce470-ab8e-4ed4-9b6f-16aef5593d36', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:49:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.823483] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Creating folder: Project (d0c4bde053d040acb3e06fee31517d03). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.825424] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f1e7ad8-6706-4d79-9e89-e76506df4af1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.836111] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Created folder: Project (d0c4bde053d040acb3e06fee31517d03) in parent group-v649133. [ 741.836361] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Creating folder: Instances. Parent ref: group-v649253. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.836531] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8e712f-0bdb-4b47-b384-2b209dd1fd06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.848093] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Created folder: Instances in parent group-v649253. [ 741.848841] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.849470] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.850140] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-276c6465-2ed0-4289-9e98-5e4deab4d36b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.878837] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.878837] env[69506]: value = "task-3249075" [ 741.878837] env[69506]: _type = "Task" [ 741.878837] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.886638] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249075, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.066181] env[69506]: DEBUG nova.scheduler.client.report [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.224310] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249070, 'name': ReconfigVM_Task, 'duration_secs': 0.330233} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.225487] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 96c862da-b830-47ef-aed7-4faa84c970b9/96c862da-b830-47ef-aed7-4faa84c970b9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.228301] env[69506]: DEBUG oslo_vmware.api [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169698} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.228562] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81844d3d-122a-4b9d-82a7-8b5662bb0ef1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.230346] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.230539] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.230718] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.230890] env[69506]: INFO nova.compute.manager [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.231739] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.231739] env[69506]: DEBUG nova.compute.manager [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.231739] env[69506]: DEBUG nova.network.neutron [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.239999] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 742.239999] env[69506]: value = "task-3249076" [ 742.239999] env[69506]: _type = "Task" [ 742.239999] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.249671] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249076, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.298429] env[69506]: DEBUG nova.network.neutron [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updated VIF entry in instance network info cache for port 4c61cc51-19d5-43c2-9ed7-125cb4798192. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.298768] env[69506]: DEBUG nova.network.neutron [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.387247] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249075, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.450049] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.482486] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.482740] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.482898] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.483088] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.483236] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.483660] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.483936] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.484146] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.484554] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.484773] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.484989] env[69506]: DEBUG nova.virt.hardware [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.485995] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516954b2-91d5-4b9f-89bd-2a21ba9608ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.495958] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566df69-9ce5-4694-976b-caf91848fe9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.578079] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.581228] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.686s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.603179] env[69506]: INFO nova.scheduler.client.report [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Deleted allocations for instance eaadf005-0757-427a-8dc4-2ab33e8e75e9 [ 742.697862] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updated VIF entry in instance network info cache for port 44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.698329] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updating instance_info_cache with network_info: [{"id": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "address": "fa:16:3e:26:bf:a9", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11ce470-ab", "ovs_interfaceid": "f11ce470-ab8e-4ed4-9b6f-16aef5593d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "address": "fa:16:3e:44:49:f6", "network": {"id": "b676acd6-debd-4446-bfa4-6bafd0f9280e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802464952", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e07d84-6b", "ovs_interfaceid": "06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "address": "fa:16:3e:1e:f7:e3", "network": {"id": "3aa53c55-d8ed-43f7-867a-63bf7d70c06c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1359557980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d0d8a5-41", "ovs_interfaceid": "44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.752561] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249076, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.801736] env[69506]: DEBUG oslo_concurrency.lockutils [req-835cec3d-85a2-48a9-a1d3-37a73cc95db1 req-3bfc975b-08a1-4510-b013-250deb21244a service nova] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.892085] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249075, 'name': CreateVM_Task, 'duration_secs': 0.511786} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.892350] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.893337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.893575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.893968] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.894306] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8e00df-715f-48c0-a2e7-b087be1fdaaa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.903522] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 742.903522] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a099e-8bbd-3f66-55c8-18a004d7aa85" [ 742.903522] env[69506]: _type = "Task" [ 742.903522] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.915050] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a099e-8bbd-3f66-55c8-18a004d7aa85, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.915544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.915830] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.916045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.916263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.916503] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.916929] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b359035-b238-49ba-abaf-21becbdeac6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.925069] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.925228] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.925909] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f171155-ba5b-4d5a-ae73-5861a5b87c6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.932039] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 742.932039] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ffc00d-9846-395b-ca3d-3a5d152140f1" [ 742.932039] env[69506]: _type = "Task" [ 742.932039] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.942801] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ffc00d-9846-395b-ca3d-3a5d152140f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.013928] env[69506]: DEBUG nova.network.neutron [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.117320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c7df9c67-3f4b-4662-bfe3-6d106785dbcb tempest-DeleteServersAdminTestJSON-760663801 tempest-DeleteServersAdminTestJSON-760663801-project-member] Lock "eaadf005-0757-427a-8dc4-2ab33e8e75e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.425s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.193031] env[69506]: DEBUG nova.compute.manager [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Received event network-vif-plugged-2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.193312] env[69506]: DEBUG oslo_concurrency.lockutils [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] Acquiring lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.194051] env[69506]: DEBUG oslo_concurrency.lockutils [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.194138] env[69506]: DEBUG oslo_concurrency.lockutils [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.194314] env[69506]: DEBUG nova.compute.manager [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] No waiting events found dispatching network-vif-plugged-2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.194513] env[69506]: WARNING nova.compute.manager [req-d7972471-2e51-42e3-8527-1eda7fe868d4 req-7027a549-ca23-4de1-8ef5-6035e17dfcaa service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Received unexpected event network-vif-plugged-2b7d424c-b337-4be9-a58f-14657853ce3f for instance with vm_state building and task_state spawning. [ 743.201825] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Releasing lock "refresh_cache-c7269b00-2769-4ef1-baba-ddd097bfaaec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.202079] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.202253] env[69506]: DEBUG nova.compute.manager [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing instance network info cache due to event network-changed-b4ec4368-9767-4513-97e8-fd441a1aca50. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.202481] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Acquiring lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.202640] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Acquired lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.202993] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Refreshing network info cache for port b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.251461] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249076, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.371547] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Successfully updated port: 2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.441404] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ffc00d-9846-395b-ca3d-3a5d152140f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.442138] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444a56a8-28bc-4b15-abe0-483c5297290e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.447787] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 743.447787] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528ad6c7-307d-ac05-29c4-de4ed665f13a" [ 743.447787] env[69506]: _type = "Task" [ 743.447787] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.455625] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528ad6c7-307d-ac05-29c4-de4ed665f13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.522694] env[69506]: INFO nova.compute.manager [-] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Took 1.29 seconds to deallocate network for instance. [ 743.553450] env[69506]: DEBUG nova.compute.manager [req-2cbfee0f-e36e-4dee-b97d-cb85c2f846c2 req-f5a90863-808d-4864-888e-e5890ba25cda service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Received event network-vif-deleted-b4ec4368-9767-4513-97e8-fd441a1aca50 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.622978] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance be8ac0d5-bb6e-4460-ba21-b70b973e496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.623358] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.625086] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 53fa68d5-4517-49da-a742-d6c4800aecef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 54366b5d-6ffa-4094-8b77-259668b00cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ece644b7-8ddc-41b1-8925-cf431a09dd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 63813c73-4fae-42c3-90d7-01a03a2367a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 9d274c37-1cf5-4545-b94e-ea7b442cf591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance aa107d30-b28e-41fe-8825-0cb34833cbdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 641c34b8-2560-464b-88eb-6e61f2775493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance cb544004-1a86-4dda-bc77-cc92aed5ffc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance db5619bb-270c-460e-8efe-41dfcded358a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3195279f-4bf6-4583-8c01-f6706f7e6e4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.625086] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 06836907-5cac-4292-946f-9678ee77f257 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.625086] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 1452a941-6ef3-41d9-9221-01055f0a9cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.626175] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 34aef67d-2f88-4adf-a5b0-778945e300ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.627278] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d99c2263-2e5e-4c3e-9f2a-6b10263e684b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.627745] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 51dc5901-e644-458f-820c-52a0b3711c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.629401] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8d13982f-a851-4b56-aa16-c08776b0f61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.629401] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance c7269b00-2769-4ef1-baba-ddd097bfaaec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.629401] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 96c862da-b830-47ef-aed7-4faa84c970b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.629401] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance da8f860b-8dbe-48fa-a1e1-a151640780c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.729384] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.752466] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249076, 'name': Rename_Task, 'duration_secs': 1.167129} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.752818] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.753098] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd56fa0-e5ed-45f5-aad4-b763ef71bd99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.759592] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 743.759592] env[69506]: value = "task-3249077" [ 743.759592] env[69506]: _type = "Task" [ 743.759592] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.769238] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.849559] env[69506]: DEBUG nova.network.neutron [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.873178] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.873458] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.873700] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.962776] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528ad6c7-307d-ac05-29c4-de4ed665f13a, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.962776] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.962776] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c7269b00-2769-4ef1-baba-ddd097bfaaec/c7269b00-2769-4ef1-baba-ddd097bfaaec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.962776] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d452d75c-968e-4287-b702-4fed8a91ccb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.969600] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 743.969600] env[69506]: value = "task-3249079" [ 743.969600] env[69506]: _type = "Task" [ 743.969600] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.977856] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.027947] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.131950] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d5bc29a0-8e36-4e5b-8917-edd158cf74de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.273027] env[69506]: DEBUG oslo_vmware.api [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249077, 'name': PowerOnVM_Task, 'duration_secs': 0.47336} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.273027] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.273027] env[69506]: INFO nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Took 8.76 seconds to spawn the instance on the hypervisor. [ 744.273027] env[69506]: DEBUG nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.273994] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b551cd6-325e-4bbd-b642-a5ab35409063 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.353892] env[69506]: DEBUG oslo_concurrency.lockutils [req-0bcf9a6c-b52e-469d-adbb-400be472684a req-f74a860f-af34-41ba-9b2c-dac1bf94465f service nova] Releasing lock "refresh_cache-51dc5901-e644-458f-820c-52a0b3711c3d" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.480956] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500384} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.481576] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c7269b00-2769-4ef1-baba-ddd097bfaaec/c7269b00-2769-4ef1-baba-ddd097bfaaec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.481955] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.482322] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0ab5de-6fb2-4d2e-b5d9-3bebbc2f4c79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.492189] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 744.492189] env[69506]: value = "task-3249080" [ 744.492189] env[69506]: _type = "Task" [ 744.492189] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.497908] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.636565] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d8406646-e0a4-40db-b223-b703b7049610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.675346] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.797787] env[69506]: INFO nova.compute.manager [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Took 44.68 seconds to build instance. [ 744.850438] env[69506]: DEBUG nova.network.neutron [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Updating instance_info_cache with network_info: [{"id": "2b7d424c-b337-4be9-a58f-14657853ce3f", "address": "fa:16:3e:78:19:6c", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7d424c-b3", "ovs_interfaceid": "2b7d424c-b337-4be9-a58f-14657853ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.001855] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15993} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.001855] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.001855] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95004ec-97b5-41cb-8b57-2dfb5048a307 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.033074] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c7269b00-2769-4ef1-baba-ddd097bfaaec/c7269b00-2769-4ef1-baba-ddd097bfaaec.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.033917] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff28ea98-726c-442c-baad-ef7d766c85e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.058491] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 745.058491] env[69506]: value = "task-3249081" [ 745.058491] env[69506]: _type = "Task" [ 745.058491] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.069609] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.150543] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7f81370f-e4e9-4ce9-8777-cb1256604808 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.299816] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76dd6aa0-f9e0-41f7-abf7-328e53dc62c4 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.132s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.353962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.354508] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Instance network_info: |[{"id": "2b7d424c-b337-4be9-a58f-14657853ce3f", "address": "fa:16:3e:78:19:6c", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7d424c-b3", "ovs_interfaceid": "2b7d424c-b337-4be9-a58f-14657853ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.355172] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:19:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7d424c-b337-4be9-a58f-14657853ce3f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.369871] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.370448] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.370686] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bffba0b2-84f5-4494-8efe-64d9a065a91d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.392504] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.392504] env[69506]: value = "task-3249082" [ 745.392504] env[69506]: _type = "Task" [ 745.392504] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.400407] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249082, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.569573] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.599904] env[69506]: DEBUG nova.compute.manager [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Received event network-changed-2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.602547] env[69506]: DEBUG nova.compute.manager [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Refreshing instance network info cache due to event network-changed-2b7d424c-b337-4be9-a58f-14657853ce3f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.602547] env[69506]: DEBUG oslo_concurrency.lockutils [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] Acquiring lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.602547] env[69506]: DEBUG oslo_concurrency.lockutils [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] Acquired lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.602547] env[69506]: DEBUG nova.network.neutron [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Refreshing network info cache for port 2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.656489] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8d160aeb-f3e0-4366-b40d-9477644442d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.803986] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.904772] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249082, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.995345] env[69506]: DEBUG nova.compute.manager [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.995345] env[69506]: DEBUG nova.compute.manager [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing instance network info cache due to event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.995345] env[69506]: DEBUG oslo_concurrency.lockutils [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.995345] env[69506]: DEBUG oslo_concurrency.lockutils [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.995345] env[69506]: DEBUG nova.network.neutron [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.071462] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249081, 'name': ReconfigVM_Task, 'duration_secs': 0.997802} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.075614] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c7269b00-2769-4ef1-baba-ddd097bfaaec/c7269b00-2769-4ef1-baba-ddd097bfaaec.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.075614] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ce403c7-27d4-4d08-84ca-9aa70cf57d88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.085652] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 746.085652] env[69506]: value = "task-3249083" [ 746.085652] env[69506]: _type = "Task" [ 746.085652] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.094659] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249083, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.164936] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 9615573d-9b6e-4532-827f-374ad484eb19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.164936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "c212fc55-c74a-4580-a49f-c4e373401eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.164936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.329553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.402421] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249082, 'name': CreateVM_Task, 'duration_secs': 0.773912} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.402585] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.403285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.403544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.403757] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.404017] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8d9f5e-d10f-4681-97ed-b2ea10a47955 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.408684] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 746.408684] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b1cc2-4459-c19b-9f05-fc3947264fe3" [ 746.408684] env[69506]: _type = "Task" [ 746.408684] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.416665] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b1cc2-4459-c19b-9f05-fc3947264fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.480864] env[69506]: DEBUG nova.network.neutron [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Updated VIF entry in instance network info cache for port 2b7d424c-b337-4be9-a58f-14657853ce3f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.481567] env[69506]: DEBUG nova.network.neutron [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Updating instance_info_cache with network_info: [{"id": "2b7d424c-b337-4be9-a58f-14657853ce3f", "address": "fa:16:3e:78:19:6c", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7d424c-b3", "ovs_interfaceid": "2b7d424c-b337-4be9-a58f-14657853ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.523681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.524513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.595824] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249083, 'name': Rename_Task, 'duration_secs': 0.188855} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.596110] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.596346] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772e40e1-25c6-4a42-ab10-7b9a27df0016 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.602891] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 746.602891] env[69506]: value = "task-3249084" [ 746.602891] env[69506]: _type = "Task" [ 746.602891] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.612599] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.669496] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 01467b61-eca8-40f8-afe1-9fa5c944709f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.725347] env[69506]: DEBUG nova.network.neutron [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updated VIF entry in instance network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.725746] env[69506]: DEBUG nova.network.neutron [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.920029] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b1cc2-4459-c19b-9f05-fc3947264fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.920262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.920546] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.920839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.921093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.921247] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.921545] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9858516b-caeb-4fd4-b877-09d325d2b595 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.930458] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.930677] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.931500] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391b44da-6625-4160-b624-1d75054490a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.937427] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 746.937427] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5254e24f-0d86-4c01-2a57-6d942438f5e4" [ 746.937427] env[69506]: _type = "Task" [ 746.937427] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.945444] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5254e24f-0d86-4c01-2a57-6d942438f5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.984384] env[69506]: DEBUG oslo_concurrency.lockutils [req-f7242ba1-9e31-4dc6-a8ee-70ac6e364214 req-9c8078da-b919-48a9-8dce-d8609066f0a2 service nova] Releasing lock "refresh_cache-da8f860b-8dbe-48fa-a1e1-a151640780c6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.027400] env[69506]: DEBUG nova.compute.utils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.116423] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249084, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.172797] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7048c4aa-f136-415f-99d0-7e4361ecfbb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.228661] env[69506]: DEBUG oslo_concurrency.lockutils [req-54ba78a2-7386-4ef6-bd60-72b97d92b03e req-f9b744f0-f36f-4967-b9a7-541ebec23496 service nova] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.449361] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5254e24f-0d86-4c01-2a57-6d942438f5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.450295] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165cabc-ce90-4d89-bb6c-48209c7677dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.455852] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 747.455852] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522884ed-a941-488f-c738-f7676b5019f6" [ 747.455852] env[69506]: _type = "Task" [ 747.455852] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.464459] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522884ed-a941-488f-c738-f7676b5019f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.530432] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.616348] env[69506]: DEBUG oslo_vmware.api [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249084, 'name': PowerOnVM_Task, 'duration_secs': 0.592632} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.616740] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.616919] env[69506]: INFO nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Took 14.83 seconds to spawn the instance on the hypervisor. [ 747.617103] env[69506]: DEBUG nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.617936] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67494e00-a14e-4506-9f6e-cc3b7256d5f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.675396] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a2f033d3-5efd-44f6-95b9-89e91f113c8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.966246] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522884ed-a941-488f-c738-f7676b5019f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.967493] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.967493] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] da8f860b-8dbe-48fa-a1e1-a151640780c6/da8f860b-8dbe-48fa-a1e1-a151640780c6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.967493] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98769df5-1218-460d-ad87-a1ca614e4a7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.973053] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 747.973053] env[69506]: value = "task-3249085" [ 747.973053] env[69506]: _type = "Task" [ 747.973053] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.980461] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.141291] env[69506]: INFO nova.compute.manager [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Took 48.41 seconds to build instance. [ 748.178922] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance cb1be988-3e06-4c56-b271-81bd11a7921a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.484797] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249085, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.627320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.627681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.627925] env[69506]: INFO nova.compute.manager [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Attaching volume ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1 to /dev/sdb [ 748.646952] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23f7af74-ffae-4ff0-846b-dcce1e4508f7 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.996s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.667472] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd5bd0-9ee9-4690-9ae3-2fec17a8d316 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.675219] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d3376e-bb4f-49e8-ab40-88b390b0b18b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.684189] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d7e83c49-723d-4b08-97be-300eb257f91e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.689990] env[69506]: DEBUG nova.virt.block_device [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updating existing volume attachment record: 0c045194-8c14-496b-8b12-129c13df7acb {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 748.860920] env[69506]: DEBUG nova.compute.manager [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.861985] env[69506]: DEBUG nova.compute.manager [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing instance network info cache due to event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.862471] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.862471] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.862571] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.985726] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514705} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.985774] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] da8f860b-8dbe-48fa-a1e1-a151640780c6/da8f860b-8dbe-48fa-a1e1-a151640780c6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.986098] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.986526] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8afd48a8-df66-42a1-930f-130ba5812fc6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.993733] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 748.993733] env[69506]: value = "task-3249087" [ 748.993733] env[69506]: _type = "Task" [ 748.993733] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.003265] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.157731] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.187034] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 5c1c011a-cb40-4576-aadd-f2e2c09706e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.187034] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 749.187034] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 749.356222] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "3f232a91-ec92-4245-a40b-8d884f6c347c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.356401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.504944] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065315} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.507343] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.510340] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1e1b3-56a4-4b8e-9deb-0e462b0089a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.533463] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] da8f860b-8dbe-48fa-a1e1-a151640780c6/da8f860b-8dbe-48fa-a1e1-a151640780c6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.540037] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce79abf-a144-40e7-be21-b86c12fb84fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.565576] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 749.565576] env[69506]: value = "task-3249090" [ 749.565576] env[69506]: _type = "Task" [ 749.565576] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.573694] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.682890] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.694661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.694917] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.695143] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.695333] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.695526] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.700443] env[69506]: INFO nova.compute.manager [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Terminating instance [ 749.707389] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updated VIF entry in instance network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.707389] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.803585] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577b8097-e3c8-4451-8b67-2873277ee46a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.811992] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec5cd4-2ea5-4890-9fd4-2af9900c7234 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.849042] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e09c6-5344-4d66-a724-736728c12dd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.858201] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3af7a7-a51d-4bf0-9c9b-dfda7c8e9b41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.877568] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.990873] env[69506]: DEBUG nova.compute.manager [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.991084] env[69506]: DEBUG nova.compute.manager [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing instance network info cache due to event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.991306] env[69506]: DEBUG oslo_concurrency.lockutils [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] Acquiring lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.991585] env[69506]: DEBUG oslo_concurrency.lockutils [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] Acquired lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.991585] env[69506]: DEBUG nova.network.neutron [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.029094] env[69506]: DEBUG nova.objects.instance [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lazy-loading 'flavor' on Instance uuid cb544004-1a86-4dda-bc77-cc92aed5ffc1 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.075527] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249090, 'name': ReconfigVM_Task, 'duration_secs': 0.297215} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.075817] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Reconfigured VM instance instance-00000027 to attach disk [datastore2] da8f860b-8dbe-48fa-a1e1-a151640780c6/da8f860b-8dbe-48fa-a1e1-a151640780c6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.076443] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d872bc9-935f-49ec-b579-dd93ffbe0127 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.082565] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 750.082565] env[69506]: value = "task-3249091" [ 750.082565] env[69506]: _type = "Task" [ 750.082565] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.090153] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249091, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.204488] env[69506]: DEBUG nova.compute.manager [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.204754] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.205770] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ed969-6bb9-420c-a1f4-d80642cffe82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.211010] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.211259] env[69506]: DEBUG nova.compute.manager [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.211437] env[69506]: DEBUG nova.compute.manager [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing instance network info cache due to event network-changed-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.211627] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Acquiring lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.217019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.218024] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b685028-9cff-4d0e-a61e-0ee91f51e01f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.227014] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 750.227014] env[69506]: value = "task-3249092" [ 750.227014] env[69506]: _type = "Task" [ 750.227014] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.236608] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.382464] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.540154] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.540369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.561188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.562376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.592944] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249091, 'name': Rename_Task, 'duration_secs': 0.142126} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.593404] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.593743] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-712eb257-2947-4b6d-9824-69686b2a26b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.599653] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 750.599653] env[69506]: value = "task-3249093" [ 750.599653] env[69506]: _type = "Task" [ 750.599653] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.612207] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.723406] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "96c862da-b830-47ef-aed7-4faa84c970b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.723699] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.723927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.724134] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.724307] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.726445] env[69506]: INFO nova.compute.manager [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Terminating instance [ 750.743561] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249092, 'name': PowerOffVM_Task, 'duration_secs': 0.365641} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.744538] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.744648] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.744852] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ce8679-64cf-4498-9bc0-325c2020b748 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.888126] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 750.888376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.308s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.888733] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.888929] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.889125] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleting the datastore file [datastore2] c7269b00-2769-4ef1-baba-ddd097bfaaec {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.891649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.395s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.893870] env[69506]: INFO nova.compute.claims [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.895835] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88e3e00-96d7-4d7a-b877-6f5162a691b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.909575] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 750.909575] env[69506]: value = "task-3249095" [ 750.909575] env[69506]: _type = "Task" [ 750.909575] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.921423] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.987787] env[69506]: DEBUG nova.network.neutron [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updated VIF entry in instance network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.988447] env[69506]: DEBUG nova.network.neutron [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updating instance_info_cache with network_info: [{"id": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "address": "fa:16:3e:ec:99:19", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17584b6-f4", "ovs_interfaceid": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.065827] env[69506]: DEBUG nova.compute.utils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.118582] env[69506]: DEBUG oslo_vmware.api [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249093, 'name': PowerOnVM_Task, 'duration_secs': 0.488422} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.120190] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.120190] env[69506]: INFO nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Took 8.67 seconds to spawn the instance on the hypervisor. [ 751.120190] env[69506]: DEBUG nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.120190] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02960511-44b6-4aef-bf36-ab0b50958112 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.160107] env[69506]: DEBUG nova.network.neutron [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.231194] env[69506]: DEBUG nova.compute.manager [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.231448] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.232501] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b824adb1-b680-4c9a-a747-53985f9dc7d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.241710] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.241798] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8d72dc8-4c9c-4e89-9a2f-539d94d0113c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.249609] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 751.249609] env[69506]: value = "task-3249096" [ 751.249609] env[69506]: _type = "Task" [ 751.249609] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.260823] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.429032] env[69506]: DEBUG oslo_vmware.api [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166574} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.429032] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.429032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.429032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.429032] env[69506]: INFO nova.compute.manager [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Took 1.22 seconds to destroy the instance on the hypervisor. [ 751.429032] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.429032] env[69506]: DEBUG nova.compute.manager [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.429032] env[69506]: DEBUG nova.network.neutron [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.493669] env[69506]: DEBUG oslo_concurrency.lockutils [req-af5a3692-4962-4b2a-9a56-9df5def728ef req-0e76b790-6aee-47ec-9f4b-baa729e65613 service nova] Releasing lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.493669] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Acquired lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.493669] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Refreshing network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.570072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.638563] env[69506]: INFO nova.compute.manager [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Took 44.25 seconds to build instance. [ 751.764862] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249096, 'name': PowerOffVM_Task, 'duration_secs': 0.235706} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.765210] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.766136] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.766136] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1f2d4c-d229-4dd7-9556-d5e659465c32 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.848128] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.848128] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.848128] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleting the datastore file [datastore1] 96c862da-b830-47ef-aed7-4faa84c970b9 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.848128] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb2ee46-099c-496b-a9cc-79b389cb7ab7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.859578] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 751.859578] env[69506]: value = "task-3249099" [ 751.859578] env[69506]: _type = "Task" [ 751.859578] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.873150] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.144228] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6307070-3a65-43b1-bc20-271d95ba07dd tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.173s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.222934] env[69506]: DEBUG nova.compute.manager [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.223023] env[69506]: DEBUG nova.compute.manager [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing instance network info cache due to event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.223689] env[69506]: DEBUG oslo_concurrency.lockutils [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.282188] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updated VIF entry in instance network info cache for port a17584b6-f47f-4f4d-8e39-8daf7fa48aeb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.282188] env[69506]: DEBUG nova.network.neutron [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updating instance_info_cache with network_info: [{"id": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "address": "fa:16:3e:ec:99:19", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17584b6-f4", "ovs_interfaceid": "a17584b6-f47f-4f4d-8e39-8daf7fa48aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.341101] env[69506]: DEBUG nova.network.neutron [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.373236] env[69506]: DEBUG oslo_vmware.api [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186967} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.373352] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.373563] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.373706] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.373918] env[69506]: INFO nova.compute.manager [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.374117] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.374309] env[69506]: DEBUG nova.compute.manager [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.374403] env[69506]: DEBUG nova.network.neutron [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.504103] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a93388-80e6-4498-95ec-7574ec026a88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.512306] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d42f702-8065-4655-9864-049c2f3e4cc9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.546355] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd3f78-de90-446d-a239-e5fd99bb6b59 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.551118] env[69506]: DEBUG nova.compute.manager [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.551392] env[69506]: DEBUG nova.compute.manager [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing instance network info cache due to event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.551679] env[69506]: DEBUG oslo_concurrency.lockutils [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.551895] env[69506]: DEBUG oslo_concurrency.lockutils [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.552074] env[69506]: DEBUG nova.network.neutron [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.560318] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834174b3-0a72-4592-b9cb-d96862e478c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.578810] env[69506]: DEBUG nova.compute.provider_tree [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.647713] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.666253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.666575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.666822] env[69506]: INFO nova.compute.manager [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Attaching volume 0383f47f-ed5b-46c7-b75f-8f6498424e35 to /dev/sdb [ 752.716020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090eb38d-6f85-47c5-80ea-7ccba66ed39b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.728108] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4118bbde-fee9-47f0-bdeb-9baff8bdc443 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.745468] env[69506]: DEBUG nova.virt.block_device [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating existing volume attachment record: 67eed9d0-4c2b-4ac9-85bf-31d30c4caeb5 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.785903] env[69506]: DEBUG oslo_concurrency.lockutils [req-843bb30d-9ac6-42f4-833b-0572f3e9d8dd req-3e9f0d46-802c-4138-95ae-0d3617d7a6be service nova] Releasing lock "refresh_cache-96c862da-b830-47ef-aed7-4faa84c970b9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.845170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.845170] env[69506]: DEBUG nova.compute.manager [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Inject network info {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 752.845170] env[69506]: DEBUG nova.compute.manager [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] network_info to inject: |[{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 752.850219] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfiguring VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 752.850625] env[69506]: DEBUG oslo_concurrency.lockutils [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.850796] env[69506]: DEBUG nova.network.neutron [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.852032] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92731205-2283-4ccc-8920-22a742daa5bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.872127] env[69506]: DEBUG oslo_vmware.api [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 752.872127] env[69506]: value = "task-3249100" [ 752.872127] env[69506]: _type = "Task" [ 752.872127] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.882127] env[69506]: DEBUG oslo_vmware.api [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.084100] env[69506]: DEBUG nova.scheduler.client.report [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.166193] env[69506]: DEBUG nova.network.neutron [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.171305] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.232087] env[69506]: DEBUG nova.network.neutron [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.323622] env[69506]: DEBUG nova.network.neutron [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updated VIF entry in instance network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.324845] env[69506]: DEBUG nova.network.neutron [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.382277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "244db566-fe89-4193-bb1e-e78f4e3da30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.382715] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.387882] env[69506]: DEBUG oslo_vmware.api [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249100, 'name': ReconfigVM_Task, 'duration_secs': 0.171676} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.388147] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a5829e-9cbd-4557-be5e-383b94f40dd2 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfigured VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 753.526855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.527383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.589427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.589957] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.593036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.272s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.593245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.595281] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.023s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.597023] env[69506]: INFO nova.compute.claims [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.635029] env[69506]: INFO nova.scheduler.client.report [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted allocations for instance db5619bb-270c-460e-8efe-41dfcded358a [ 753.672491] env[69506]: INFO nova.compute.manager [-] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Took 2.24 seconds to deallocate network for instance. [ 753.684791] env[69506]: DEBUG nova.network.neutron [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updated VIF entry in instance network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.684791] env[69506]: DEBUG nova.network.neutron [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.736239] env[69506]: INFO nova.compute.manager [-] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Took 1.36 seconds to deallocate network for instance. [ 753.764960] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.765593] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649258', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'name': 'volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa107d30-b28e-41fe-8825-0cb34833cbdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'serial': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.766193] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2504db-9827-4d81-86a4-e7b6509d2c7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.784431] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155cfa66-32bc-4e56-974f-4cf8dd1f6292 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.810771] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1/volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.811108] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddd25a0-f35c-401d-82e0-c219a329ff53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.827070] env[69506]: DEBUG nova.objects.instance [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lazy-loading 'flavor' on Instance uuid cb544004-1a86-4dda-bc77-cc92aed5ffc1 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.829266] env[69506]: DEBUG oslo_concurrency.lockutils [req-9eb1783b-31da-477a-96e9-696f1fdb1445 req-bcbf38b1-e329-4e4d-952e-0072bfacc910 service nova] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.835982] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 753.835982] env[69506]: value = "task-3249104" [ 753.835982] env[69506]: _type = "Task" [ 753.835982] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.846429] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.101997] env[69506]: DEBUG nova.compute.utils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.105515] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.105515] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.146400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f884aff2-1c34-434b-9db8-cb5d91bff939 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "db5619bb-270c-460e-8efe-41dfcded358a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.314s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.161799] env[69506]: DEBUG nova.policy [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f598e48d1140f5bf8cdd6da27584c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8702e6e256024bd88afac7e95662e7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.182711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.187592] env[69506]: DEBUG oslo_concurrency.lockutils [req-f29c564e-dc39-4951-bdb3-574796f61f5d req-81090d5d-5f6a-4ddd-aa34-9eb11df790e5 service nova] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.242055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.260887] env[69506]: DEBUG nova.compute.manager [req-00f88116-59ef-4cc7-8984-715dd90909b6 req-af1a108f-86f3-48b1-bbe6-285b12808560 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-deleted-f11ce470-ab8e-4ed4-9b6f-16aef5593d36 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.261258] env[69506]: DEBUG nova.compute.manager [req-00f88116-59ef-4cc7-8984-715dd90909b6 req-af1a108f-86f3-48b1-bbe6-285b12808560 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-deleted-06e07d84-6bb4-4ee6-bae2-83f1e5fbb09b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.261330] env[69506]: DEBUG nova.compute.manager [req-00f88116-59ef-4cc7-8984-715dd90909b6 req-af1a108f-86f3-48b1-bbe6-285b12808560 service nova] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Received event network-vif-deleted-44d0d8a5-41b8-41c8-8dd0-bd8a3bcec5bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.261480] env[69506]: DEBUG nova.compute.manager [req-00f88116-59ef-4cc7-8984-715dd90909b6 req-af1a108f-86f3-48b1-bbe6-285b12808560 service nova] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Received event network-vif-deleted-a17584b6-f47f-4f4d-8e39-8daf7fa48aeb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.331313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.331450] env[69506]: DEBUG oslo_concurrency.lockutils [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.348099] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.595013] env[69506]: DEBUG nova.compute.manager [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.595230] env[69506]: DEBUG nova.compute.manager [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing instance network info cache due to event network-changed-f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.595475] env[69506]: DEBUG oslo_concurrency.lockutils [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] Acquiring lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.595637] env[69506]: DEBUG oslo_concurrency.lockutils [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] Acquired lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.595800] env[69506]: DEBUG nova.network.neutron [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Refreshing network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.606054] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.659469] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Successfully created port: 44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.857086] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.983454] env[69506]: DEBUG nova.network.neutron [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.208734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7e9db-28bd-45bf-9cd6-391e242800b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.215808] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b769d-6a46-439f-b070-3eb164b2a38e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.261478] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8de51d-5f40-463f-8625-ef61f77506d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.270580] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf9198-1bbd-41e9-a8e0-f13940fb3c59 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.287511] env[69506]: DEBUG nova.compute.provider_tree [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.357560] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249104, 'name': ReconfigVM_Task, 'duration_secs': 1.082495} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.358022] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1/volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.379387] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5136ab-1a4f-4ef0-9b62-b38555d39051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.396630] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 755.396630] env[69506]: value = "task-3249106" [ 755.396630] env[69506]: _type = "Task" [ 755.396630] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.406182] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.434596] env[69506]: DEBUG nova.network.neutron [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updated VIF entry in instance network info cache for port f700537d-1847-40f2-b75c-543139ce3ac2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.434973] env[69506]: DEBUG nova.network.neutron [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [{"id": "f700537d-1847-40f2-b75c-543139ce3ac2", "address": "fa:16:3e:4e:35:88", "network": {"id": "3688764d-58af-4d78-b557-5c97c8adf2e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-119595408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7f479fbc5044d4831517bc3b7a9ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf700537d-18", "ovs_interfaceid": "f700537d-1847-40f2-b75c-543139ce3ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.619282] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.639450] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.639691] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.639848] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.640039] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.640198] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.640341] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.640543] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.640721] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.640887] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.641056] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.641228] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.642487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4bde1-aaef-4d88-8f9d-6fa690502309 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.650588] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f710022-d9cc-4fef-b8a9-864d2f61b2a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.719389] env[69506]: DEBUG nova.network.neutron [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.793138] env[69506]: DEBUG nova.scheduler.client.report [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.907724] env[69506]: DEBUG oslo_vmware.api [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249106, 'name': ReconfigVM_Task, 'duration_secs': 0.182948} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.908092] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649258', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'name': 'volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa107d30-b28e-41fe-8825-0cb34833cbdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'serial': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.937576] env[69506]: DEBUG oslo_concurrency.lockutils [req-6c22b0bd-8e8e-4f98-be89-66d7bdd692e5 req-37bc8687-fa2b-4ff5-9e00-eb793d64d86a service nova] Releasing lock "refresh_cache-ece644b7-8ddc-41b1-8925-cf431a09dd55" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.089165] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "401039d5-31da-4704-846c-776683258ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.089401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.221927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.223166] env[69506]: DEBUG nova.compute.manager [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Inject network info {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 756.223166] env[69506]: DEBUG nova.compute.manager [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] network_info to inject: |[{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 756.229271] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfiguring VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 756.229658] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b934f0-22aa-42a1-966b-52e368d177f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.257163] env[69506]: DEBUG oslo_vmware.api [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 756.257163] env[69506]: value = "task-3249107" [ 756.257163] env[69506]: _type = "Task" [ 756.257163] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.270506] env[69506]: DEBUG oslo_vmware.api [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.289225] env[69506]: DEBUG nova.compute.manager [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.289425] env[69506]: DEBUG nova.compute.manager [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing instance network info cache due to event network-changed-dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.289649] env[69506]: DEBUG oslo_concurrency.lockutils [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] Acquiring lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.289793] env[69506]: DEBUG oslo_concurrency.lockutils [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] Acquired lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.289950] env[69506]: DEBUG nova.network.neutron [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Refreshing network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.298570] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.299368] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.302508] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.784s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.303900] env[69506]: INFO nova.compute.claims [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.494823] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.495096] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.495308] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.495531] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.495760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.497851] env[69506]: INFO nova.compute.manager [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Terminating instance [ 756.502409] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Successfully updated port: 44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.768021] env[69506]: DEBUG oslo_vmware.api [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249107, 'name': ReconfigVM_Task, 'duration_secs': 0.130411} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.768021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-602a94d3-b7eb-4b2e-9dc1-91023e8a75f0 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Reconfigured VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 756.803842] env[69506]: DEBUG nova.compute.utils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.805379] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.805595] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.868357] env[69506]: DEBUG nova.policy [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f598e48d1140f5bf8cdd6da27584c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8702e6e256024bd88afac7e95662e7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.954246] env[69506]: DEBUG nova.objects.instance [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lazy-loading 'flavor' on Instance uuid aa107d30-b28e-41fe-8825-0cb34833cbdd {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.012423] env[69506]: DEBUG nova.compute.manager [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.012651] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.013460] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.013643] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.014490] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.017573] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62466ce1-9ca6-448b-9a1f-8d7e8e9165aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.028362] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.028362] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bc7e3a5-d564-4b40-9c70-16c36c19e3d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.040081] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 757.040081] env[69506]: value = "task-3249108" [ 757.040081] env[69506]: _type = "Task" [ 757.040081] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.048313] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.250404] env[69506]: DEBUG nova.network.neutron [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updated VIF entry in instance network info cache for port dca30808-33f5-4d40-bf37-ff5bceaed787. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.250752] env[69506]: DEBUG nova.network.neutron [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [{"id": "dca30808-33f5-4d40-bf37-ff5bceaed787", "address": "fa:16:3e:75:54:e6", "network": {"id": "24fb34ff-d4d9-4199-9125-83bae9717cd7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-344247226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47c5675ad45484abaed6b7a877bbdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca30808-33", "ovs_interfaceid": "dca30808-33f5-4d40-bf37-ff5bceaed787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.304230] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 757.304472] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649260', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'name': 'volume-0383f47f-ed5b-46c7-b75f-8f6498424e35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3195279f-4bf6-4583-8c01-f6706f7e6e4c', 'attached_at': '', 'detached_at': '', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'serial': '0383f47f-ed5b-46c7-b75f-8f6498424e35'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 757.305364] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31890428-0995-406f-9e93-74b448f7c8e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.308349] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.330442] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b7ab7d-c207-4709-8ca1-9c63a14f5f3f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.361178] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-0383f47f-ed5b-46c7-b75f-8f6498424e35/volume-0383f47f-ed5b-46c7-b75f-8f6498424e35.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.364839] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Successfully created port: a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.367674] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5350f9c5-c65d-4c8d-b6b3-4a21184bd399 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.392945] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 757.392945] env[69506]: value = "task-3249109" [ 757.392945] env[69506]: _type = "Task" [ 757.392945] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.404011] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.459408] env[69506]: DEBUG oslo_concurrency.lockutils [None req-48c3179e-0ab9-4cf2-8f47-d2a5d99d927f tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.832s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.548427] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249108, 'name': PowerOffVM_Task, 'duration_secs': 0.213091} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.548711] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.548897] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.549304] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7bfa09-455f-40e4-89c5-8d734a7fd609 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.559466] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.611377] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.611616] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.611815] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Deleting the datastore file [datastore1] cb544004-1a86-4dda-bc77-cc92aed5ffc1 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.612169] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc80f66a-8134-408c-be04-a5fc88498daa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.622019] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for the task: (returnval){ [ 757.622019] env[69506]: value = "task-3249111" [ 757.622019] env[69506]: _type = "Task" [ 757.622019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.631527] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.753229] env[69506]: DEBUG oslo_concurrency.lockutils [req-97376294-5e72-44e3-8749-0e3cc0717204 req-22380d05-c8ac-4df5-a5c3-b0a793bf596d service nova] Releasing lock "refresh_cache-cb544004-1a86-4dda-bc77-cc92aed5ffc1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.787396] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Updating instance_info_cache with network_info: [{"id": "44eb5637-90a8-409f-b763-f1798c4e582b", "address": "fa:16:3e:e6:85:8a", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb5637-90", "ovs_interfaceid": "44eb5637-90a8-409f-b763-f1798c4e582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.904686] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249109, 'name': ReconfigVM_Task, 'duration_secs': 0.357366} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.904982] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-0383f47f-ed5b-46c7-b75f-8f6498424e35/volume-0383f47f-ed5b-46c7-b75f-8f6498424e35.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.910353] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78334197-fa4b-42b6-b97a-7606153ea685 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.920367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e326e-6d25-445e-96f8-1c1672920bf4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930399] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebeb34e-fe9a-4445-a8bb-38ba7bc19014 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.934081] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 757.934081] env[69506]: value = "task-3249112" [ 757.934081] env[69506]: _type = "Task" [ 757.934081] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.934081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.934081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.965608] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62cd6d5-4b0c-4925-b012-79f387362e3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.971584] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.976608] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03997a-3f05-4a85-964b-453a28fd69c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.990346] env[69506]: DEBUG nova.compute.provider_tree [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.131887] env[69506]: DEBUG oslo_vmware.api [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Task: {'id': task-3249111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.132194] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.132387] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.132564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.132734] env[69506]: INFO nova.compute.manager [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 758.132972] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.133180] env[69506]: DEBUG nova.compute.manager [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.133279] env[69506]: DEBUG nova.network.neutron [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.292887] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292887] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Instance network_info: |[{"id": "44eb5637-90a8-409f-b763-f1798c4e582b", "address": "fa:16:3e:e6:85:8a", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb5637-90", "ovs_interfaceid": "44eb5637-90a8-409f-b763-f1798c4e582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.292887] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:85:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44eb5637-90a8-409f-b763-f1798c4e582b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.300294] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Creating folder: Project (8702e6e256024bd88afac7e95662e7e6). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.300675] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6507628e-910e-4eca-a267-d3afc54ed816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.314021] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Created folder: Project (8702e6e256024bd88afac7e95662e7e6) in parent group-v649133. [ 758.314021] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Creating folder: Instances. Parent ref: group-v649261. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.314021] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1169ade9-ce08-4cdc-8e4d-bca4a2cfb144 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.322134] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.323777] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Created folder: Instances in parent group-v649261. [ 758.324128] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.324490] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.325177] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bc2fa5a-68fe-4a09-8d68-787dae0a5b22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.345488] env[69506]: DEBUG nova.compute.manager [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Received event network-vif-plugged-44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.345879] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Acquiring lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.346211] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.346501] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.346776] env[69506]: DEBUG nova.compute.manager [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] No waiting events found dispatching network-vif-plugged-44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.347053] env[69506]: WARNING nova.compute.manager [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Received unexpected event network-vif-plugged-44eb5637-90a8-409f-b763-f1798c4e582b for instance with vm_state building and task_state spawning. [ 758.347330] env[69506]: DEBUG nova.compute.manager [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Received event network-changed-44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.347612] env[69506]: DEBUG nova.compute.manager [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Refreshing instance network info cache due to event network-changed-44eb5637-90a8-409f-b763-f1798c4e582b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.347919] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Acquiring lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.348170] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Acquired lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.348433] env[69506]: DEBUG nova.network.neutron [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Refreshing network info cache for port 44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.358018] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.358018] env[69506]: value = "task-3249115" [ 758.358018] env[69506]: _type = "Task" [ 758.358018] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.362368] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.362737] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.363181] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.363701] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.363966] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.364265] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.364588] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.364861] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.365148] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.365438] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.367038] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.367330] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce26ff-3bbc-48f1-b364-057f56d2316c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.379538] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249115, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.382700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e371850-1e04-4ed9-9111-133432bfac9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.437436] env[69506]: INFO nova.compute.manager [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Detaching volume ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1 [ 758.451230] env[69506]: DEBUG oslo_vmware.api [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249112, 'name': ReconfigVM_Task, 'duration_secs': 0.135224} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.451597] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649260', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'name': 'volume-0383f47f-ed5b-46c7-b75f-8f6498424e35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3195279f-4bf6-4583-8c01-f6706f7e6e4c', 'attached_at': '', 'detached_at': '', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'serial': '0383f47f-ed5b-46c7-b75f-8f6498424e35'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 758.470943] env[69506]: INFO nova.virt.block_device [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Attempting to driver detach volume ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1 from mountpoint /dev/sdb [ 758.471464] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 758.471464] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649258', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'name': 'volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa107d30-b28e-41fe-8825-0cb34833cbdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'serial': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 758.472284] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc5006e-57bc-4496-8a48-2abe8e9b800a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.496066] env[69506]: DEBUG nova.scheduler.client.report [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.500564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1a2cf-818b-43e3-ae01-781b8cee6fe1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.509158] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0973544-2270-41ea-86bf-8ce9d04636ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.534011] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7763ce6c-efc8-4a1e-ad0c-a07f18bef0da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.550124] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] The volume has not been displaced from its original location: [datastore2] volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1/volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 758.555629] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 758.556588] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f34714-1d43-4314-844e-57b8b001150f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.574982] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 758.574982] env[69506]: value = "task-3249116" [ 758.574982] env[69506]: _type = "Task" [ 758.574982] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.585374] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.868311] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249115, 'name': CreateVM_Task, 'duration_secs': 0.400151} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.868523] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.871494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.871494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.871494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.871494] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3cfb8b-db3f-40d1-85d5-7240912d14ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.875296] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 758.875296] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521d70b7-00c8-3051-d9be-2994d718dde4" [ 758.875296] env[69506]: _type = "Task" [ 758.875296] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.884372] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521d70b7-00c8-3051-d9be-2994d718dde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.004500] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.004892] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.007316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.882s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.007501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.009986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.550s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.011774] env[69506]: INFO nova.compute.claims [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.045068] env[69506]: INFO nova.scheduler.client.report [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleted allocations for instance 53fa68d5-4517-49da-a742-d6c4800aecef [ 759.086301] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249116, 'name': ReconfigVM_Task, 'duration_secs': 0.274282} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.086939] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 759.092573] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7c77e3-cdac-4bb3-bff3-5f81b12784f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.114224] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 759.114224] env[69506]: value = "task-3249117" [ 759.114224] env[69506]: _type = "Task" [ 759.114224] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.122192] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.140229] env[69506]: DEBUG nova.network.neutron [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Updated VIF entry in instance network info cache for port 44eb5637-90a8-409f-b763-f1798c4e582b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.140817] env[69506]: DEBUG nova.network.neutron [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Updating instance_info_cache with network_info: [{"id": "44eb5637-90a8-409f-b763-f1798c4e582b", "address": "fa:16:3e:e6:85:8a", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb5637-90", "ovs_interfaceid": "44eb5637-90a8-409f-b763-f1798c4e582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.186246] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Successfully updated port: a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.385805] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521d70b7-00c8-3051-d9be-2994d718dde4, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.386667] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.386667] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.386789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.386905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.387105] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.387368] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b7f0ca1-f96f-4f47-a6cc-534c062f7c8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.395172] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.395349] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.396042] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56d8f5c-aff8-4f96-a45f-74dd9baaa809 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.401099] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 759.401099] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527bc4c4-97cd-4156-d969-537dbef8ec22" [ 759.401099] env[69506]: _type = "Task" [ 759.401099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.410074] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527bc4c4-97cd-4156-d969-537dbef8ec22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.441034] env[69506]: DEBUG nova.network.neutron [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.502039] env[69506]: DEBUG nova.objects.instance [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.518673] env[69506]: DEBUG nova.compute.utils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.521035] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.521120] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.559385] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6a86a67c-8e54-4870-9b5e-36efa349c474 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "53fa68d5-4517-49da-a742-d6c4800aecef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.798s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.575219] env[69506]: DEBUG nova.policy [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f598e48d1140f5bf8cdd6da27584c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8702e6e256024bd88afac7e95662e7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.626614] env[69506]: DEBUG oslo_vmware.api [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249117, 'name': ReconfigVM_Task, 'duration_secs': 0.132817} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.626928] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649258', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'name': 'volume-ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa107d30-b28e-41fe-8825-0cb34833cbdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1', 'serial': 'ee9951a1-4cce-4c99-a4ed-3d3d19bdfbb1'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 759.643769] env[69506]: DEBUG oslo_concurrency.lockutils [req-0cea1b35-8116-487c-b42c-f4ed81142e47 req-e2cb543b-c844-4dfa-be0a-8e55cf0836c8 service nova] Releasing lock "refresh_cache-d5bc29a0-8e36-4e5b-8917-edd158cf74de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.687349] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.687588] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.687840] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.867612] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Successfully created port: 7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.913994] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527bc4c4-97cd-4156-d969-537dbef8ec22, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.914779] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e262f1-973b-4c71-9183-eaeb018a0c20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.920669] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 759.920669] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fad6c4-b92c-e65a-e0e9-c37e3b4b8cd3" [ 759.920669] env[69506]: _type = "Task" [ 759.920669] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.928911] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fad6c4-b92c-e65a-e0e9-c37e3b4b8cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.944551] env[69506]: INFO nova.compute.manager [-] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Took 1.81 seconds to deallocate network for instance. [ 760.009737] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab282af8-5bf5-4e82-9392-14d71bccef12 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.343s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.020953] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.188459] env[69506]: DEBUG nova.objects.instance [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lazy-loading 'flavor' on Instance uuid aa107d30-b28e-41fe-8825-0cb34833cbdd {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.225155] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.361220] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Updating instance_info_cache with network_info: [{"id": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "address": "fa:16:3e:ef:60:e8", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa820ece7-07", "ovs_interfaceid": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.385964] env[69506]: DEBUG nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Received event network-vif-deleted-dca30808-33f5-4d40-bf37-ff5bceaed787 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.385964] env[69506]: DEBUG nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Received event network-vif-plugged-a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.387231] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Acquiring lock "d8406646-e0a4-40db-b223-b703b7049610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.387458] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Lock "d8406646-e0a4-40db-b223-b703b7049610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.387668] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Lock "d8406646-e0a4-40db-b223-b703b7049610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.387845] env[69506]: DEBUG nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] No waiting events found dispatching network-vif-plugged-a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.388019] env[69506]: WARNING nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Received unexpected event network-vif-plugged-a820ece7-07f6-408c-87ab-f8d7d5308d3e for instance with vm_state building and task_state spawning. [ 760.388183] env[69506]: DEBUG nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Received event network-changed-a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.388337] env[69506]: DEBUG nova.compute.manager [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Refreshing instance network info cache due to event network-changed-a820ece7-07f6-408c-87ab-f8d7d5308d3e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.388501] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Acquiring lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.433774] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fad6c4-b92c-e65a-e0e9-c37e3b4b8cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.434041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434311] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d5bc29a0-8e36-4e5b-8917-edd158cf74de/d5bc29a0-8e36-4e5b-8917-edd158cf74de.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.434311] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d1fc0b-ecc4-4936-a870-9ac46a2350ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.444042] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 760.444042] env[69506]: value = "task-3249118" [ 760.444042] env[69506]: _type = "Task" [ 760.444042] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.455628] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.455962] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.583098] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce6fce-5ed6-47d2-9a97-602bb836ca3e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.591068] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18869582-7377-44e0-9fbf-8b6e3d402361 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.629804] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399f5e1-3535-4e1b-9c4c-6d0a0115e693 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.637604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1ec05-c73e-41c8-a2a6-ae10c35b202b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.652557] env[69506]: DEBUG nova.compute.provider_tree [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.658328] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.658671] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.658806] env[69506]: DEBUG nova.compute.manager [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.659678] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb93560-6002-4983-8e7a-308558c19954 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.667255] env[69506]: DEBUG nova.compute.manager [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 760.667931] env[69506]: DEBUG nova.objects.instance [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.864577] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.865111] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Instance network_info: |[{"id": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "address": "fa:16:3e:ef:60:e8", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa820ece7-07", "ovs_interfaceid": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.866266] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Acquired lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.866482] env[69506]: DEBUG nova.network.neutron [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Refreshing network info cache for port a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.868615] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:60:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a820ece7-07f6-408c-87ab-f8d7d5308d3e', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.877009] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.877724] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.878686] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4595028b-108a-4b2e-9c2a-d677585ee435 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.903437] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.903437] env[69506]: value = "task-3249119" [ 760.903437] env[69506]: _type = "Task" [ 760.903437] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.913873] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249119, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.953816] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490151} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.954126] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d5bc29a0-8e36-4e5b-8917-edd158cf74de/d5bc29a0-8e36-4e5b-8917-edd158cf74de.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.954429] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.954760] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9428e42-1dc6-4c52-a649-bff740750374 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963130] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 760.963130] env[69506]: value = "task-3249120" [ 760.963130] env[69506]: _type = "Task" [ 760.963130] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.971606] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.037077] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.061124] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.061399] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.061612] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.061809] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.061955] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.062156] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.062422] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.062634] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.062818] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.063031] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.063261] env[69506]: DEBUG nova.virt.hardware [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.064214] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ee179-65e8-41d2-85f9-00f4cd34f36c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.072398] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c4ae90-dd5a-4a84-8986-f04f0f06d214 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.155817] env[69506]: DEBUG nova.scheduler.client.report [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.199462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ad7763a4-5e21-4475-a62a-180288e598a9 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.312530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.312850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.415438] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249119, 'name': CreateVM_Task, 'duration_secs': 0.371325} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.415819] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.416591] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.416818] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.417245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.417557] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2925d8-3cb6-4b02-97e9-1b9ba35ad1e2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424020] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 761.424020] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52befe12-3bd6-680c-1b3c-2e573b17bb30" [ 761.424020] env[69506]: _type = "Task" [ 761.424020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.431431] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52befe12-3bd6-680c-1b3c-2e573b17bb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.453535] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Successfully updated port: 7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.474120] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063356} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.474987] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.475824] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73080dce-4f03-4c63-b008-bd90d9144415 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.500301] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d5bc29a0-8e36-4e5b-8917-edd158cf74de/d5bc29a0-8e36-4e5b-8917-edd158cf74de.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.502819] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d3250f-4cd8-424b-a2cc-f02912fb10d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.523778] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 761.523778] env[69506]: value = "task-3249121" [ 761.523778] env[69506]: _type = "Task" [ 761.523778] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.531758] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.657791] env[69506]: DEBUG nova.network.neutron [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Updated VIF entry in instance network info cache for port a820ece7-07f6-408c-87ab-f8d7d5308d3e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.658174] env[69506]: DEBUG nova.network.neutron [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Updating instance_info_cache with network_info: [{"id": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "address": "fa:16:3e:ef:60:e8", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa820ece7-07", "ovs_interfaceid": "a820ece7-07f6-408c-87ab-f8d7d5308d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.660270] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.660738] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.663329] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.635s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.664795] env[69506]: INFO nova.compute.claims [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.674968] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.675259] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0f3f24-f151-415d-a405-76300d65ecda {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.682810] env[69506]: DEBUG oslo_vmware.api [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 761.682810] env[69506]: value = "task-3249122" [ 761.682810] env[69506]: _type = "Task" [ 761.682810] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.691112] env[69506]: DEBUG oslo_vmware.api [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.833929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "451b651f-2d82-4777-93fb-5e16e248e292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.834170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.934448] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52befe12-3bd6-680c-1b3c-2e573b17bb30, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.935438] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.935837] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.936129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.936354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.936645] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.937011] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-043c5439-3ddc-4080-8c73-9f0b24e15571 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.945482] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.945691] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.946449] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c890a9be-1e50-4a7f-8576-c33563e9ecb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.952135] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 761.952135] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adda26-0004-8d4f-3873-109a35bf2a3a" [ 761.952135] env[69506]: _type = "Task" [ 761.952135] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.957522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.957783] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.959033] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.969019] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adda26-0004-8d4f-3873-109a35bf2a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.034826] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249121, 'name': ReconfigVM_Task, 'duration_secs': 0.306041} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.035152] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d5bc29a0-8e36-4e5b-8917-edd158cf74de/d5bc29a0-8e36-4e5b-8917-edd158cf74de.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.035844] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-064c0821-ccc1-48b3-9bef-fe862241a8a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.042567] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 762.042567] env[69506]: value = "task-3249123" [ 762.042567] env[69506]: _type = "Task" [ 762.042567] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.051221] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249123, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.161176] env[69506]: DEBUG oslo_concurrency.lockutils [req-2240d951-b55a-4e62-bb4c-5e3a5d4af94e req-38504ea0-4eaa-4607-a818-7e46e8510f79 service nova] Releasing lock "refresh_cache-d8406646-e0a4-40db-b223-b703b7049610" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.168829] env[69506]: DEBUG nova.compute.utils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.172052] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.172208] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.192567] env[69506]: DEBUG oslo_vmware.api [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249122, 'name': PowerOffVM_Task, 'duration_secs': 0.223106} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.192778] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.192970] env[69506]: DEBUG nova.compute.manager [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.193745] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f72bd7a-a494-4dfc-86cd-bf2e648b277e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.230676] env[69506]: DEBUG nova.policy [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb4cd96830e4d09af02b13f51928813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f380917b61474a70a97f12d868cbd691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.410732] env[69506]: DEBUG nova.compute.manager [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Received event network-vif-plugged-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.410962] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Acquiring lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.411212] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.411339] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.411490] env[69506]: DEBUG nova.compute.manager [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] No waiting events found dispatching network-vif-plugged-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.411654] env[69506]: WARNING nova.compute.manager [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Received unexpected event network-vif-plugged-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f for instance with vm_state building and task_state spawning. [ 762.412234] env[69506]: DEBUG nova.compute.manager [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Received event network-changed-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.412508] env[69506]: DEBUG nova.compute.manager [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Refreshing instance network info cache due to event network-changed-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.412743] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Acquiring lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.464285] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adda26-0004-8d4f-3873-109a35bf2a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.465392] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c8dd8c-642c-4788-abce-4b5dce1cc3a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.471020] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 762.471020] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529e4237-0233-0771-ecda-ce6631730169" [ 762.471020] env[69506]: _type = "Task" [ 762.471020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.478597] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529e4237-0233-0771-ecda-ce6631730169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.489414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.489641] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.489835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.490108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.490814] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.492241] env[69506]: INFO nova.compute.manager [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Terminating instance [ 762.501458] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.555243] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249123, 'name': Rename_Task, 'duration_secs': 0.14801} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.555633] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.558130] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b096703-8aeb-4c93-a388-f5beef078bdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.560276] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Successfully created port: a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.566537] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 762.566537] env[69506]: value = "task-3249124" [ 762.566537] env[69506]: _type = "Task" [ 762.566537] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.578017] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.670782] env[69506]: DEBUG nova.network.neutron [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Updating instance_info_cache with network_info: [{"id": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "address": "fa:16:3e:78:16:d4", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c9ded69-25", "ovs_interfaceid": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.672377] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.708040] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6c713e51-c938-441b-addc-612904a0f349 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.984584] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529e4237-0233-0771-ecda-ce6631730169, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.987740] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.987740] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d8406646-e0a4-40db-b223-b703b7049610/d8406646-e0a4-40db-b223-b703b7049610.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.988453] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac1ad1b1-9500-4a16-96a2-0f2203134c40 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.996655] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 762.996655] env[69506]: value = "task-3249125" [ 762.996655] env[69506]: _type = "Task" [ 762.996655] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.997475] env[69506]: DEBUG nova.compute.manager [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.997729] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.006095] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c64c65-b494-40af-93e4-af4fb759f9ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.015590] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.016488] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.016745] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ac4e14-1488-415a-af3f-340bc4bef6d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.025286] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 763.025286] env[69506]: value = "task-3249126" [ 763.025286] env[69506]: _type = "Task" [ 763.025286] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.039035] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.082551] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249124, 'name': PowerOnVM_Task, 'duration_secs': 0.477053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.083028] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.083310] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Took 7.46 seconds to spawn the instance on the hypervisor. [ 763.083608] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.084843] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17caad5-46da-4338-909f-11c2b124cd5c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.175529] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.175982] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Instance network_info: |[{"id": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "address": "fa:16:3e:78:16:d4", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c9ded69-25", "ovs_interfaceid": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.176275] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Acquired lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.176499] env[69506]: DEBUG nova.network.neutron [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Refreshing network info cache for port 7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.181022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:16:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.187526] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.196390] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.197288] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e1153a-efca-4a62-8a1f-e68fe06bd4be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.224524] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.224524] env[69506]: value = "task-3249127" [ 763.224524] env[69506]: _type = "Task" [ 763.224524] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.236376] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249127, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.284012] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c1e2e-5f13-4c39-a02e-27d42823b671 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.292201] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba346c1-4de9-4255-afe4-5abc2d36cbeb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.324814] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b808d6-46c8-404a-83f5-744917e46db5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.337648] env[69506]: DEBUG nova.objects.instance [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.340557] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443907c5-bb7f-4f8b-88fe-054a5462f87e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.359348] env[69506]: DEBUG nova.compute.provider_tree [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.509493] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.520761] env[69506]: DEBUG nova.network.neutron [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Updated VIF entry in instance network info cache for port 7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.522023] env[69506]: DEBUG nova.network.neutron [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Updating instance_info_cache with network_info: [{"id": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "address": "fa:16:3e:78:16:d4", "network": {"id": "34864a2c-9a4b-49d9-ab7c-fe9a1e5f8114", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1954787048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8702e6e256024bd88afac7e95662e7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c9ded69-25", "ovs_interfaceid": "7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.536189] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249126, 'name': PowerOffVM_Task, 'duration_secs': 0.226673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.537357] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.537611] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.537921] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f8d9e5-8dca-4d2f-9784-e4c3545d4009 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.612982] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Took 52.13 seconds to build instance. [ 763.698580] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.726434] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.726670] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.726821] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.727008] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.727168] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.727310] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.727512] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.727697] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.727871] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.728050] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.728233] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.729146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f92e1-4614-482c-90aa-a3fad10a48d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.742223] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10099d23-80a7-4a31-a954-223bb7db1276 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.746257] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249127, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.777795] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.778047] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.778234] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Deleting the datastore file [datastore1] d99c2263-2e5e-4c3e-9f2a-6b10263e684b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.778504] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ddce68d-45b8-4313-b893-b28a3a6aa386 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.784682] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for the task: (returnval){ [ 763.784682] env[69506]: value = "task-3249129" [ 763.784682] env[69506]: _type = "Task" [ 763.784682] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.792683] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.833391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.833802] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.834692] env[69506]: INFO nova.compute.manager [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Shelving [ 763.849945] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.850137] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.850288] env[69506]: DEBUG nova.network.neutron [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.850460] env[69506]: DEBUG nova.objects.instance [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'info_cache' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.864698] env[69506]: DEBUG nova.scheduler.client.report [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.004854] env[69506]: DEBUG nova.compute.manager [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Received event network-vif-plugged-a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.004948] env[69506]: DEBUG oslo_concurrency.lockutils [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] Acquiring lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.005391] env[69506]: DEBUG oslo_concurrency.lockutils [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.007075] env[69506]: DEBUG oslo_concurrency.lockutils [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.007075] env[69506]: DEBUG nova.compute.manager [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] No waiting events found dispatching network-vif-plugged-a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.007075] env[69506]: WARNING nova.compute.manager [req-6623b858-da1f-493f-874e-1c0e75f4dee2 req-60e9b663-956a-4180-a9af-476afc88d9c8 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Received unexpected event network-vif-plugged-a279fc24-1735-4144-9dec-69e69d3bb78c for instance with vm_state building and task_state spawning. [ 764.011750] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581669} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.011978] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d8406646-e0a4-40db-b223-b703b7049610/d8406646-e0a4-40db-b223-b703b7049610.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.012327] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.012566] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6acd845-58a5-4941-bbf4-f4b49ad3e83d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.018824] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 764.018824] env[69506]: value = "task-3249130" [ 764.018824] env[69506]: _type = "Task" [ 764.018824] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.024201] env[69506]: DEBUG oslo_concurrency.lockutils [req-84a13d9c-da92-41ed-8a06-5e2be0c37239 req-b2163405-498b-4f4c-be45-35a62aaee9d8 service nova] Releasing lock "refresh_cache-7f81370f-e4e9-4ce9-8777-cb1256604808" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.027808] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.109860] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Successfully updated port: a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.116660] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.057s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.239138] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249127, 'name': CreateVM_Task, 'duration_secs': 0.679887} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.239328] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.240040] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.240221] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.240543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.240802] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d010ae-69da-446d-8bb9-bc7098672b9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.246498] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 764.246498] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528a7083-85df-8e81-7cee-8e49b7e65e21" [ 764.246498] env[69506]: _type = "Task" [ 764.246498] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.259451] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528a7083-85df-8e81-7cee-8e49b7e65e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.295101] env[69506]: DEBUG oslo_vmware.api [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Task: {'id': task-3249129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175716} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.295357] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.295573] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.295769] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.295941] env[69506]: INFO nova.compute.manager [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Took 1.30 seconds to destroy the instance on the hypervisor. [ 764.296200] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.296394] env[69506]: DEBUG nova.compute.manager [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.296494] env[69506]: DEBUG nova.network.neutron [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.355041] env[69506]: DEBUG nova.objects.base [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Object Instance<3195279f-4bf6-4583-8c01-f6706f7e6e4c> lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 764.370809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.371359] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.374431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.933s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.375953] env[69506]: INFO nova.compute.claims [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.529768] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071742} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.530127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.530957] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dba3d9-4605-4773-8c42-31dca1968b27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.553379] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] d8406646-e0a4-40db-b223-b703b7049610/d8406646-e0a4-40db-b223-b703b7049610.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.553740] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b5fe27-fbdd-4ef0-b7d6-a98af0282a05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.575051] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 764.575051] env[69506]: value = "task-3249131" [ 764.575051] env[69506]: _type = "Task" [ 764.575051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.583250] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.614069] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.614243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.614397] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.622457] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.757916] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528a7083-85df-8e81-7cee-8e49b7e65e21, 'name': SearchDatastore_Task, 'duration_secs': 0.037747} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.758252] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.758488] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.758736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.758883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.759079] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.759357] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3e822c7-5fd1-414d-a6da-3e0e20d3ac67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.768721] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.768924] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.769686] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c17bcf-2349-4e34-b34d-33f74f90470c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.774951] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 764.774951] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab1ae2-2ce4-ef1c-f549-8535c4660cf3" [ 764.774951] env[69506]: _type = "Task" [ 764.774951] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.782604] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab1ae2-2ce4-ef1c-f549-8535c4660cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.845880] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.846234] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a4cd0b-eeb5-456c-8531-90342ec82df2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.854110] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 764.854110] env[69506]: value = "task-3249132" [ 764.854110] env[69506]: _type = "Task" [ 764.854110] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.866067] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.881638] env[69506]: DEBUG nova.compute.utils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.885524] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.885782] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.968289] env[69506]: DEBUG nova.policy [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbb4cd96830e4d09af02b13f51928813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f380917b61474a70a97f12d868cbd691', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.086742] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249131, 'name': ReconfigVM_Task, 'duration_secs': 0.450303} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.087328] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Reconfigured VM instance instance-00000029 to attach disk [datastore2] d8406646-e0a4-40db-b223-b703b7049610/d8406646-e0a4-40db-b223-b703b7049610.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.088239] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc77389e-9a89-4662-a638-90c87c060d62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.095263] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 765.095263] env[69506]: value = "task-3249133" [ 765.095263] env[69506]: _type = "Task" [ 765.095263] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.103923] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249133, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.146607] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.152947] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.279832] env[69506]: DEBUG nova.network.neutron [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.288106] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab1ae2-2ce4-ef1c-f549-8535c4660cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.288825] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7549ac-289f-4f46-8271-3a3e29d79ede {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.299101] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 765.299101] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521dffcf-efb6-0fea-acf7-579293a7fa58" [ 765.299101] env[69506]: _type = "Task" [ 765.299101] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.309272] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521dffcf-efb6-0fea-acf7-579293a7fa58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.348390] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Updating instance_info_cache with network_info: [{"id": "a279fc24-1735-4144-9dec-69e69d3bb78c", "address": "fa:16:3e:b4:8d:e6", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa279fc24-17", "ovs_interfaceid": "a279fc24-1735-4144-9dec-69e69d3bb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.368337] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249132, 'name': PowerOffVM_Task, 'duration_secs': 0.210812} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.368784] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.370717] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6a2ef-6247-483e-a5f6-f763e1778e08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389037] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.394807] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf11db21-00dd-4bf0-bf74-ae57fe73aec3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.438788] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Successfully created port: 61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.540758] env[69506]: DEBUG nova.network.neutron [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.607218] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249133, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.786086] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.809103] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521dffcf-efb6-0fea-acf7-579293a7fa58, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.811626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.811902] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7f81370f-e4e9-4ce9-8777-cb1256604808/7f81370f-e4e9-4ce9-8777-cb1256604808.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.812397] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd77edf-79a0-4eea-af45-d7e27de72cae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.818924] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 765.818924] env[69506]: value = "task-3249134" [ 765.818924] env[69506]: _type = "Task" [ 765.818924] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.830550] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.857510] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.857759] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Instance network_info: |[{"id": "a279fc24-1735-4144-9dec-69e69d3bb78c", "address": "fa:16:3e:b4:8d:e6", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa279fc24-17", "ovs_interfaceid": "a279fc24-1735-4144-9dec-69e69d3bb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.858245] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a279fc24-1735-4144-9dec-69e69d3bb78c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.866258] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.869534] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.870380] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d2c0831-db00-4595-961d-83340004ab48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.896013] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.896013] env[69506]: value = "task-3249135" [ 765.896013] env[69506]: _type = "Task" [ 765.896013] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.906725] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.910050] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6af7b664-50b4-444c-b10b-71a1cb1a6017 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.911782] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249135, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.918010] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 765.918010] env[69506]: value = "task-3249136" [ 765.918010] env[69506]: _type = "Task" [ 765.918010] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.926502] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.970633] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065632a6-7d62-4323-bb4f-cf37d5152b5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.980232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ac5f4c-a6d6-47ea-9ea0-22e6043fb4fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.031753] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c145502-b04a-431c-ba8a-58b86adcb7f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.043088] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17413585-a2e0-4ace-b685-d866e2e6e477 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.052715] env[69506]: INFO nova.compute.manager [-] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Took 1.76 seconds to deallocate network for instance. [ 766.055221] env[69506]: DEBUG nova.compute.manager [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Received event network-changed-a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.055425] env[69506]: DEBUG nova.compute.manager [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Refreshing instance network info cache due to event network-changed-a279fc24-1735-4144-9dec-69e69d3bb78c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.055646] env[69506]: DEBUG oslo_concurrency.lockutils [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] Acquiring lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.055792] env[69506]: DEBUG oslo_concurrency.lockutils [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] Acquired lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.056044] env[69506]: DEBUG nova.network.neutron [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Refreshing network info cache for port a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.074508] env[69506]: DEBUG nova.compute.provider_tree [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.108215] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249133, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.329317] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249134, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.405761] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249135, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.406866] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.432138] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249136, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.441931] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.442316] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.442571] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.442879] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.443145] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.443396] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.443736] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.444008] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.444303] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.444586] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.444874] env[69506]: DEBUG nova.virt.hardware [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.446139] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b7bdf-7c7e-4a99-95bb-f65ead5f9b18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.454964] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dffc71-178c-4b9f-a06f-cd356566572b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.577506] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.578410] env[69506]: DEBUG nova.scheduler.client.report [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.606282] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249133, 'name': Rename_Task, 'duration_secs': 1.184858} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.606556] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.606795] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e33d895-7efb-4ffa-b7be-5312a1394e35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.613409] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 766.613409] env[69506]: value = "task-3249137" [ 766.613409] env[69506]: _type = "Task" [ 766.613409] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.621217] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.785748] env[69506]: DEBUG nova.network.neutron [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Updated VIF entry in instance network info cache for port a279fc24-1735-4144-9dec-69e69d3bb78c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.786146] env[69506]: DEBUG nova.network.neutron [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Updating instance_info_cache with network_info: [{"id": "a279fc24-1735-4144-9dec-69e69d3bb78c", "address": "fa:16:3e:b4:8d:e6", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa279fc24-17", "ovs_interfaceid": "a279fc24-1735-4144-9dec-69e69d3bb78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.792526] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.792918] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd0fe0e-a277-4fdb-9691-e65323aa1067 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.799934] env[69506]: DEBUG oslo_vmware.api [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 766.799934] env[69506]: value = "task-3249138" [ 766.799934] env[69506]: _type = "Task" [ 766.799934] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.810716] env[69506]: DEBUG oslo_vmware.api [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.828865] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522361} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.829217] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7f81370f-e4e9-4ce9-8777-cb1256604808/7f81370f-e4e9-4ce9-8777-cb1256604808.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.829538] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.829866] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0a1a8a-69fe-4abd-981a-20b387594917 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.835722] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 766.835722] env[69506]: value = "task-3249139" [ 766.835722] env[69506]: _type = "Task" [ 766.835722] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.846379] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.880820] env[69506]: DEBUG nova.compute.manager [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Received event network-vif-plugged-61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.881134] env[69506]: DEBUG oslo_concurrency.lockutils [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] Acquiring lock "9615573d-9b6e-4532-827f-374ad484eb19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.881443] env[69506]: DEBUG oslo_concurrency.lockutils [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] Lock "9615573d-9b6e-4532-827f-374ad484eb19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.881695] env[69506]: DEBUG oslo_concurrency.lockutils [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] Lock "9615573d-9b6e-4532-827f-374ad484eb19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.881939] env[69506]: DEBUG nova.compute.manager [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] No waiting events found dispatching network-vif-plugged-61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.883152] env[69506]: WARNING nova.compute.manager [req-8fb37b28-96d1-4bf2-8323-0c7aed5cdae6 req-c451a6d0-4e6c-441a-a9ee-294b7d64129b service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Received unexpected event network-vif-plugged-61778f0a-b55f-4710-99cc-e6327553129c for instance with vm_state building and task_state spawning. [ 766.906331] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249135, 'name': CreateVM_Task, 'duration_secs': 0.893506} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.906539] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.907273] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.907443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.907802] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.908099] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b48f6a-2f8e-4e14-8230-db1612efe0ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.912756] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 766.912756] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257e0d7-0e31-f7ce-665e-768285173874" [ 766.912756] env[69506]: _type = "Task" [ 766.912756] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.921923] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257e0d7-0e31-f7ce-665e-768285173874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.931148] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249136, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.023189] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Successfully updated port: 61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.084715] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.085434] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.088663] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.353s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.088906] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.091191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.836s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.091401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.093468] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.750s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.094936] env[69506]: INFO nova.compute.claims [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.124296] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249137, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.125869] env[69506]: INFO nova.scheduler.client.report [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Deleted allocations for instance abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf [ 767.130359] env[69506]: INFO nova.scheduler.client.report [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted allocations for instance 06836907-5cac-4292-946f-9678ee77f257 [ 767.289074] env[69506]: DEBUG oslo_concurrency.lockutils [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] Releasing lock "refresh_cache-8d160aeb-f3e0-4366-b40d-9477644442d1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289347] env[69506]: DEBUG nova.compute.manager [req-8dce9f62-e1d8-4b9e-93e3-d4a484e4eefb req-2a397ada-2556-4554-873c-7ce22255c9b1 service nova] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Received event network-vif-deleted-16357eca-9514-4c8d-be8b-f9ed45a876a1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.309895] env[69506]: DEBUG oslo_vmware.api [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249138, 'name': PowerOnVM_Task, 'duration_secs': 0.498695} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.310317] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.310529] env[69506]: DEBUG nova.compute.manager [None req-f97f29b0-cf0f-4869-829a-9842d9123bd3 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.311730] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4729d3f-5822-4021-bae8-b2a695ddb4ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.345938] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.346221] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.347041] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ed4aa-e2a5-4e1d-89ba-0cf58c3cd6ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.369564] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 7f81370f-e4e9-4ce9-8777-cb1256604808/7f81370f-e4e9-4ce9-8777-cb1256604808.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.370615] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec447cfe-8584-4595-8d33-4763b1678b69 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.391031] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 767.391031] env[69506]: value = "task-3249140" [ 767.391031] env[69506]: _type = "Task" [ 767.391031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.399191] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.424752] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257e0d7-0e31-f7ce-665e-768285173874, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.427880] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.428037] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.428309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.428635] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.428903] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f699193e-8a6e-44e6-991d-fb7ab91f36b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.437204] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249136, 'name': CreateSnapshot_Task, 'duration_secs': 1.11941} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.438083] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.438083] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f75bb0-6de2-4557-aba5-921b734d61fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.441819] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.442028] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.445500] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbc857f-b76d-4049-810b-d9560bff083c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.453166] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 767.453166] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293f9b9-051a-81e6-936e-7d6c2ab7929a" [ 767.453166] env[69506]: _type = "Task" [ 767.453166] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.460645] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293f9b9-051a-81e6-936e-7d6c2ab7929a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.525625] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.525734] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.525947] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.601432] env[69506]: DEBUG nova.compute.utils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.603780] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.605717] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.624730] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249137, 'name': PowerOnVM_Task, 'duration_secs': 0.559785} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.624897] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.625053] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Took 9.31 seconds to spawn the instance on the hypervisor. [ 767.625822] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.625986] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366e3c3-b27c-4938-b9e3-c6dcb67975a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.639813] env[69506]: DEBUG oslo_concurrency.lockutils [None req-acfe42d6-6c7e-48f1-a5cb-43090812d6b6 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "06836907-5cac-4292-946f-9678ee77f257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.978s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.640768] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6972985e-7c7d-48b7-aae8-58065b6fa27d tempest-ListImageFiltersTestJSON-1801888174 tempest-ListImageFiltersTestJSON-1801888174-project-member] Lock "abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.931s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.662601] env[69506]: DEBUG nova.policy [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c399b6ae15f479689fe8a049d80de0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87ce33b86d484d4f8eb2cdf1bd0ee009', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.902142] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958563] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.958964] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-165edb78-05bb-43b2-99a6-7a26759017d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.971864] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5293f9b9-051a-81e6-936e-7d6c2ab7929a, 'name': SearchDatastore_Task, 'duration_secs': 0.032842} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.973826] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 767.973826] env[69506]: value = "task-3249141" [ 767.973826] env[69506]: _type = "Task" [ 767.973826] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.974033] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27758cc3-9916-4164-bdf8-498b85393d77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.984746] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249141, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.985819] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 767.985819] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ad292-2cd9-aa24-de65-eaa2dd1f7351" [ 767.985819] env[69506]: _type = "Task" [ 767.985819] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.995018] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ad292-2cd9-aa24-de65-eaa2dd1f7351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.024652] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Successfully created port: 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.063256] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.107495] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.147099] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Took 53.59 seconds to build instance. [ 768.321793] env[69506]: DEBUG nova.network.neutron [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Updating instance_info_cache with network_info: [{"id": "61778f0a-b55f-4710-99cc-e6327553129c", "address": "fa:16:3e:1e:01:b2", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61778f0a-b5", "ovs_interfaceid": "61778f0a-b55f-4710-99cc-e6327553129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.409327] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249140, 'name': ReconfigVM_Task, 'duration_secs': 0.70882} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.409695] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 7f81370f-e4e9-4ce9-8777-cb1256604808/7f81370f-e4e9-4ce9-8777-cb1256604808.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.410644] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735b94c8-ee66-4b00-9d01-3607c7a3b91f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.419593] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 768.419593] env[69506]: value = "task-3249142" [ 768.419593] env[69506]: _type = "Task" [ 768.419593] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.428243] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249142, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.494855] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249141, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.503114] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ad292-2cd9-aa24-de65-eaa2dd1f7351, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.504051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.504051] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 8d160aeb-f3e0-4366-b40d-9477644442d1/8d160aeb-f3e0-4366-b40d-9477644442d1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.504051] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38de0496-df4a-425b-8c19-643db2f18324 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.513220] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 768.513220] env[69506]: value = "task-3249143" [ 768.513220] env[69506]: _type = "Task" [ 768.513220] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.522108] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.650420] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.565s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.736261] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1280d-49f6-48f9-afad-fc0b9e6e0bca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.745475] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c74cfd1-0cb8-4cdb-8655-380a73dde6ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.784670] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2ed51-b145-4dc0-9775-0c73f64a2654 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.793680] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656fb7d-4aaa-429a-8923-d1b17c4c5305 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.812212] env[69506]: DEBUG nova.compute.provider_tree [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.824586] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.824928] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Instance network_info: |[{"id": "61778f0a-b55f-4710-99cc-e6327553129c", "address": "fa:16:3e:1e:01:b2", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61778f0a-b5", "ovs_interfaceid": "61778f0a-b55f-4710-99cc-e6327553129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.825763] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:01:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61778f0a-b55f-4710-99cc-e6327553129c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.834051] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.834051] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.834388] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffdd74a-0acb-460a-8bbb-c1b723b86e45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.857116] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.857116] env[69506]: value = "task-3249144" [ 768.857116] env[69506]: _type = "Task" [ 768.857116] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.870373] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249144, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.931746] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249142, 'name': Rename_Task, 'duration_secs': 0.169291} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.932782] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.933228] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65544ebf-4f3f-4120-9da1-8db8c7e80798 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.941647] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 768.941647] env[69506]: value = "task-3249145" [ 768.941647] env[69506]: _type = "Task" [ 768.941647] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.959902] env[69506]: DEBUG nova.compute.manager [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Received event network-changed-61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.960257] env[69506]: DEBUG nova.compute.manager [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Refreshing instance network info cache due to event network-changed-61778f0a-b55f-4710-99cc-e6327553129c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.960399] env[69506]: DEBUG oslo_concurrency.lockutils [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] Acquiring lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.960544] env[69506]: DEBUG oslo_concurrency.lockutils [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] Acquired lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.961128] env[69506]: DEBUG nova.network.neutron [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Refreshing network info cache for port 61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.962347] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249145, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.986886] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249141, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.024242] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491299} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.024499] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 8d160aeb-f3e0-4366-b40d-9477644442d1/8d160aeb-f3e0-4366-b40d-9477644442d1.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.024722] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.025031] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b8c93b-c825-48ff-bebb-d581c444fa5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.032212] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 769.032212] env[69506]: value = "task-3249146" [ 769.032212] env[69506]: _type = "Task" [ 769.032212] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.041239] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.125033] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.155106] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.155424] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.155714] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.156021] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.156260] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.156473] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.156749] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.156969] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.157234] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.157470] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.157718] env[69506]: DEBUG nova.virt.hardware [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.158300] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.162279] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe298c2-ca8b-495e-b982-ee44d919b9c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.171055] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0994a-30a5-42d0-b25d-3b600d157221 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318023] env[69506]: DEBUG nova.scheduler.client.report [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.369929] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249144, 'name': CreateVM_Task, 'duration_secs': 0.4979} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.370336] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.371183] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.371514] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.372058] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.372415] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364e9612-50fa-4a08-b670-864c6e061c0d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.377868] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 769.377868] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f9da52-1c92-704a-5567-6c4cb39261e8" [ 769.377868] env[69506]: _type = "Task" [ 769.377868] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.385315] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f9da52-1c92-704a-5567-6c4cb39261e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.451890] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.487688] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249141, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.545026] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1588} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.545026] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.545026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc147893-3370-4e1d-a23e-43770bad46b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.570389] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8d160aeb-f3e0-4366-b40d-9477644442d1/8d160aeb-f3e0-4366-b40d-9477644442d1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.570886] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61d8bef-d614-4628-a209-a94874eb4b19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.592737] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 769.592737] env[69506]: value = "task-3249147" [ 769.592737] env[69506]: _type = "Task" [ 769.592737] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.599559] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.691926] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.710934] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Successfully updated port: 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.822667] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.823280] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.826031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.798s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.830020] env[69506]: DEBUG nova.objects.instance [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lazy-loading 'resources' on Instance uuid 51dc5901-e644-458f-820c-52a0b3711c3d {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.872369] env[69506]: DEBUG nova.network.neutron [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Updated VIF entry in instance network info cache for port 61778f0a-b55f-4710-99cc-e6327553129c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.872829] env[69506]: DEBUG nova.network.neutron [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Updating instance_info_cache with network_info: [{"id": "61778f0a-b55f-4710-99cc-e6327553129c", "address": "fa:16:3e:1e:01:b2", "network": {"id": "9f32bff2-25d5-41a4-b5f6-2dc23b97025d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-724489229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f380917b61474a70a97f12d868cbd691", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61778f0a-b5", "ovs_interfaceid": "61778f0a-b55f-4710-99cc-e6327553129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.890022] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f9da52-1c92-704a-5567-6c4cb39261e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015434} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.890365] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.890616] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.890871] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.891032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.891226] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.891504] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df483cd5-59ec-4474-b01e-3308e6e310da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.901149] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.901348] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.902096] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9bee9e-f789-4c76-9585-2b0e7f953770 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.908579] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 769.908579] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dfe5a0-4c40-e629-2a9f-d4ad40bd4442" [ 769.908579] env[69506]: _type = "Task" [ 769.908579] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.916749] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dfe5a0-4c40-e629-2a9f-d4ad40bd4442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.951288] env[69506]: DEBUG oslo_vmware.api [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249145, 'name': PowerOnVM_Task, 'duration_secs': 0.725692} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.951590] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.951817] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Took 8.91 seconds to spawn the instance on the hypervisor. [ 769.952015] env[69506]: DEBUG nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.952789] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1f111b-fc06-43ff-900c-9f8fdcf73647 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.992023] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249141, 'name': CloneVM_Task, 'duration_secs': 1.580896} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.992023] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Created linked-clone VM from snapshot [ 769.992585] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7342cadd-2bd5-48f8-ab48-d45b2673179e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.007933] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Uploading image 35dba6fe-469f-49ed-b5b5-76f230faaa18 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.035099] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.035099] env[69506]: value = "vm-649268" [ 770.035099] env[69506]: _type = "VirtualMachine" [ 770.035099] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.035413] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29465de6-81b1-4562-9580-8ab4314c0a4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.042603] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease: (returnval){ [ 770.042603] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4b717-351b-9c7a-1a8d-b556a1177204" [ 770.042603] env[69506]: _type = "HttpNfcLease" [ 770.042603] env[69506]: } obtained for exporting VM: (result){ [ 770.042603] env[69506]: value = "vm-649268" [ 770.042603] env[69506]: _type = "VirtualMachine" [ 770.042603] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.043361] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the lease: (returnval){ [ 770.043361] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4b717-351b-9c7a-1a8d-b556a1177204" [ 770.043361] env[69506]: _type = "HttpNfcLease" [ 770.043361] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.050079] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.050079] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4b717-351b-9c7a-1a8d-b556a1177204" [ 770.050079] env[69506]: _type = "HttpNfcLease" [ 770.050079] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.103264] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249147, 'name': ReconfigVM_Task, 'duration_secs': 0.446297} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.103647] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8d160aeb-f3e0-4366-b40d-9477644442d1/8d160aeb-f3e0-4366-b40d-9477644442d1.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.104384] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0d79b0-00a3-4b4e-a409-59b597750a85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.111436] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 770.111436] env[69506]: value = "task-3249149" [ 770.111436] env[69506]: _type = "Task" [ 770.111436] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.120445] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249149, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.214141] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.214311] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquired lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.214471] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.330043] env[69506]: DEBUG nova.compute.utils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.331644] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.331830] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.376487] env[69506]: DEBUG oslo_concurrency.lockutils [req-0e98a037-b2d7-4848-9898-dd65cb9082b8 req-0e024062-8987-441a-aea6-a2d0507c7e8d service nova] Releasing lock "refresh_cache-9615573d-9b6e-4532-827f-374ad484eb19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.408563] env[69506]: DEBUG nova.policy [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90042ae391ab454cbe0e464a22ebd3b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb01f267070c4adf8f1f2175a752164f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.423118] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dfe5a0-4c40-e629-2a9f-d4ad40bd4442, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.423952] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289b7a71-6a35-4424-a74f-f0060845ee20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.430032] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 770.430032] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52993289-b6f6-ef52-52f1-57b39430fa15" [ 770.430032] env[69506]: _type = "Task" [ 770.430032] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.441904] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52993289-b6f6-ef52-52f1-57b39430fa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.476174] env[69506]: INFO nova.compute.manager [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Took 49.99 seconds to build instance. [ 770.554789] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.554789] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4b717-351b-9c7a-1a8d-b556a1177204" [ 770.554789] env[69506]: _type = "HttpNfcLease" [ 770.554789] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.555087] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.555087] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4b717-351b-9c7a-1a8d-b556a1177204" [ 770.555087] env[69506]: _type = "HttpNfcLease" [ 770.555087] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.555886] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f86016-9729-487d-a5af-90ed0686af54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.565391] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.565391] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.641737] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249149, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.770624] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Successfully created port: 8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.792709] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.813395] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c1bd184-3cdb-4bc5-b63e-e473caf0bd5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.846949] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.942124] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52993289-b6f6-ef52-52f1-57b39430fa15, 'name': SearchDatastore_Task, 'duration_secs': 0.035418} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.944995] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.945475] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 9615573d-9b6e-4532-827f-374ad484eb19/9615573d-9b6e-4532-827f-374ad484eb19.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.948020] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c7c19f-1ab1-43c1-9b60-23b1c4a3a1a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.955286] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 770.955286] env[69506]: value = "task-3249150" [ 770.955286] env[69506]: _type = "Task" [ 770.955286] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.966367] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.976204] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79476e-3142-49a7-b5ca-a40cbb0f5f11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.979890] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f8cc9fb-5ec8-4a99-b8ba-e526e14d6b0b tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.863s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.985147] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a19aee2-cfa4-4dbd-aea0-e4522bc65178 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.017045] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66db4ed-490c-4a7d-9deb-8683854b89c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.025462] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e356a-329b-42e0-869b-41a1c52db6b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.041719] env[69506]: DEBUG nova.compute.provider_tree [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.145651] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249149, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.294621] env[69506]: DEBUG nova.network.neutron [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updating instance_info_cache with network_info: [{"id": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "address": "fa:16:3e:ea:f4:7f", "network": {"id": "afd7d0e4-db03-4fe5-8765-91cb865a094d", "bridge": "br-int", "label": "tempest-ServersTestJSON-848157070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87ce33b86d484d4f8eb2cdf1bd0ee009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45131ff0-70", "ovs_interfaceid": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.354317] env[69506]: DEBUG nova.compute.manager [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Received event network-vif-plugged-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.355895] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Acquiring lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.355895] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.355895] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.355895] env[69506]: DEBUG nova.compute.manager [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] No waiting events found dispatching network-vif-plugged-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.355895] env[69506]: WARNING nova.compute.manager [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Received unexpected event network-vif-plugged-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 for instance with vm_state building and task_state spawning. [ 771.355895] env[69506]: DEBUG nova.compute.manager [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Received event network-changed-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.357094] env[69506]: DEBUG nova.compute.manager [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Refreshing instance network info cache due to event network-changed-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.357094] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Acquiring lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.472590] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.484391] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.546079] env[69506]: DEBUG nova.scheduler.client.report [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.640419] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249149, 'name': Rename_Task, 'duration_secs': 1.252174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.642515] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.642515] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-496f0ae9-5e89-43e6-8f38-27e235f366aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.647674] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 771.647674] env[69506]: value = "task-3249151" [ 771.647674] env[69506]: _type = "Task" [ 771.647674] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.659392] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.799486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Releasing lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.799486] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Instance network_info: |[{"id": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "address": "fa:16:3e:ea:f4:7f", "network": {"id": "afd7d0e4-db03-4fe5-8765-91cb865a094d", "bridge": "br-int", "label": "tempest-ServersTestJSON-848157070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87ce33b86d484d4f8eb2cdf1bd0ee009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45131ff0-70", "ovs_interfaceid": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.799486] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Acquired lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.799713] env[69506]: DEBUG nova.network.neutron [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Refreshing network info cache for port 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.800978] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f4:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45131ff0-70a0-4cfb-bbe4-97ba02cbafb4', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.809120] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Creating folder: Project (87ce33b86d484d4f8eb2cdf1bd0ee009). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.809923] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86798639-50d8-4ce8-be29-4db874d49034 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.821818] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Created folder: Project (87ce33b86d484d4f8eb2cdf1bd0ee009) in parent group-v649133. [ 771.822456] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Creating folder: Instances. Parent ref: group-v649270. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.822456] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16cb3b8-b893-4f62-98fd-491ef6c1f1e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.835901] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Created folder: Instances in parent group-v649270. [ 771.836229] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.836469] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.837642] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9cea0d-66c0-48e0-8ce7-e271b4db6858 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.862925] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.862925] env[69506]: value = "task-3249154" [ 771.862925] env[69506]: _type = "Task" [ 771.862925] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.869213] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.886461] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249154, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.906349] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:38:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4c59b5ee-125f-4d40-ad33-14c942108ce4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1422142746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.906647] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.906831] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.907035] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.907262] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.907343] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.907550] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.907737] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.907915] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.908136] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.908373] env[69506]: DEBUG nova.virt.hardware [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.909884] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad06ef-2010-43bc-86cb-c6f2eb84f789 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.919125] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec9b898-7928-4590-b3a0-e3fcbb769c58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.969421] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59288} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.969904] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 9615573d-9b6e-4532-827f-374ad484eb19/9615573d-9b6e-4532-827f-374ad484eb19.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.970102] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.970445] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f726805-b4f7-4231-9672-bc34f6fed380 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.977963] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 771.977963] env[69506]: value = "task-3249155" [ 771.977963] env[69506]: _type = "Task" [ 771.977963] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.986753] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.017768] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.053637] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.056501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.727s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.058393] env[69506]: INFO nova.compute.claims [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.079985] env[69506]: INFO nova.scheduler.client.report [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleted allocations for instance 51dc5901-e644-458f-820c-52a0b3711c3d [ 772.162222] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249151, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.377961] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249154, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.489785] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078909} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.490496] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.492282] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2cf4e-d13b-4e8f-b9bf-f09cf0afaab2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.526105] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 9615573d-9b6e-4532-827f-374ad484eb19/9615573d-9b6e-4532-827f-374ad484eb19.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.531042] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c622098-6c18-4041-9451-46ed37b0a665 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.551186] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.554309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.554309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.554309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.554309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.557304] env[69506]: INFO nova.compute.manager [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Terminating instance [ 772.562452] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 772.562452] env[69506]: value = "task-3249156" [ 772.562452] env[69506]: _type = "Task" [ 772.562452] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.576966] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.595630] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ff89a4ab-48d4-43c7-855d-86e8349599a2 tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "51dc5901-e644-458f-820c-52a0b3711c3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.011s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.621822] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Successfully updated port: 8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.667513] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249151, 'name': PowerOnVM_Task, 'duration_secs': 0.544789} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.671691] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.672381] env[69506]: INFO nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 772.672614] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.673706] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0deab-d684-437a-81e4-0a48a86e4a6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.682269] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.682668] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.742226] env[69506]: DEBUG nova.network.neutron [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updated VIF entry in instance network info cache for port 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.742226] env[69506]: DEBUG nova.network.neutron [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updating instance_info_cache with network_info: [{"id": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "address": "fa:16:3e:ea:f4:7f", "network": {"id": "afd7d0e4-db03-4fe5-8765-91cb865a094d", "bridge": "br-int", "label": "tempest-ServersTestJSON-848157070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87ce33b86d484d4f8eb2cdf1bd0ee009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45131ff0-70", "ovs_interfaceid": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.808570] env[69506]: DEBUG nova.compute.manager [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Received event network-vif-plugged-8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.809154] env[69506]: DEBUG oslo_concurrency.lockutils [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] Acquiring lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.809154] env[69506]: DEBUG oslo_concurrency.lockutils [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.809282] env[69506]: DEBUG oslo_concurrency.lockutils [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.809411] env[69506]: DEBUG nova.compute.manager [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] No waiting events found dispatching network-vif-plugged-8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.813018] env[69506]: WARNING nova.compute.manager [req-697b0d1d-1f43-4206-9824-c4192e7c71f3 req-efc77ae7-4f6d-496a-8be1-a7d5d40239bb service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Received unexpected event network-vif-plugged-8b3fa948-a549-4aba-8f71-daafbf52023d for instance with vm_state building and task_state spawning. [ 772.884909] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249154, 'name': CreateVM_Task, 'duration_secs': 0.54551} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.884909] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.884909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.884909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.884909] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.884909] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d3b386-b12e-4bb5-954b-f45663a5813f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.890025] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 772.890025] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299a00a-73be-ac5a-e564-7dc04b63dbb0" [ 772.890025] env[69506]: _type = "Task" [ 772.890025] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.899713] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299a00a-73be-ac5a-e564-7dc04b63dbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.064444] env[69506]: DEBUG nova.compute.manager [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.064775] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.065812] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a943689-0333-4f2a-8f11-b9510c4cef8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.079021] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.079021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98748fd-ff15-457b-9046-629aeebad1ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.083906] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249156, 'name': ReconfigVM_Task, 'duration_secs': 0.468971} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.084570] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 9615573d-9b6e-4532-827f-374ad484eb19/9615573d-9b6e-4532-827f-374ad484eb19.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.085213] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c32428-8964-4e60-b71e-dfdfa16329c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.088394] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 773.088394] env[69506]: value = "task-3249157" [ 773.088394] env[69506]: _type = "Task" [ 773.088394] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.092931] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 773.092931] env[69506]: value = "task-3249158" [ 773.092931] env[69506]: _type = "Task" [ 773.092931] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.104937] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.111634] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249158, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.129099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.129267] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.129612] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.208818] env[69506]: INFO nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Took 47.77 seconds to build instance. [ 773.248726] env[69506]: DEBUG oslo_concurrency.lockutils [req-dc74e82a-edae-42c2-9b5c-52d60eeb6588 req-c9cfc1b2-963b-4937-b248-1d017dbb46ec service nova] Releasing lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.402261] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5299a00a-73be-ac5a-e564-7dc04b63dbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.404486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.404486] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.404486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.404486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.404486] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.404486] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920f6606-0f7c-4cbb-aba2-5cabbbbd2688 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.419854] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.419976] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.423420] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3543db74-eb64-4688-a70b-a1b7e8ab8ad3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.431172] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 773.431172] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b99f1a-c9dc-b21a-d7d1-554718fb7cd5" [ 773.431172] env[69506]: _type = "Task" [ 773.431172] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.441475] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b99f1a-c9dc-b21a-d7d1-554718fb7cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.461508] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "a9c24000-bc98-4902-adbf-8686b70a638e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.461628] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.608410] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249158, 'name': Rename_Task, 'duration_secs': 0.252829} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.608764] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249157, 'name': PowerOffVM_Task, 'duration_secs': 0.241031} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.611276] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.611544] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.611713] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.612132] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e64e32-e749-45fa-b6da-ca77b62315bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.613666] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4274e119-86fa-434e-b777-e2a52540cf1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.620619] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 773.620619] env[69506]: value = "task-3249159" [ 773.620619] env[69506]: _type = "Task" [ 773.620619] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.639670] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.677026] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.683674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.683674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.683674] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleting the datastore file [datastore2] d5bc29a0-8e36-4e5b-8917-edd158cf74de {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.683861] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a26c474-c759-451f-8996-4841932b04fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.692259] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 773.692259] env[69506]: value = "task-3249161" [ 773.692259] env[69506]: _type = "Task" [ 773.692259] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.704719] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.708083] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd420a5e-fe0b-4da5-af69-79f2b63ee0b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.712953] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.611s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.722299] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc654315-6e52-45ba-8bbf-26cc3ec51681 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.755107] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050aded-a362-4e7e-bdfa-dd4e2ca340f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.764133] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1fe618-a9f5-4dc1-9955-d2b35bce2a03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.779515] env[69506]: DEBUG nova.compute.provider_tree [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.895321] env[69506]: DEBUG nova.network.neutron [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.944087] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b99f1a-c9dc-b21a-d7d1-554718fb7cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018336} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.945022] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc86a68e-876a-476f-a31b-5ea3bd9e38ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.951662] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 773.951662] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dddc97-5a05-987d-2802-15737c25f4ef" [ 773.951662] env[69506]: _type = "Task" [ 773.951662] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.961101] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dddc97-5a05-987d-2802-15737c25f4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.132559] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.204321] env[69506]: DEBUG oslo_vmware.api [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269635} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.204674] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.204916] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.205149] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.205368] env[69506]: INFO nova.compute.manager [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 774.205657] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.205899] env[69506]: DEBUG nova.compute.manager [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.206031] env[69506]: DEBUG nova.network.neutron [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.215821] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.282852] env[69506]: DEBUG nova.scheduler.client.report [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.398260] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.398617] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Instance network_info: |[{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.399229] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:08:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3fa948-a549-4aba-8f71-daafbf52023d', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.407702] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.407966] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.408770] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44618035-3eb8-42d1-b7de-75ae6555461b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.429413] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.429413] env[69506]: value = "task-3249162" [ 774.429413] env[69506]: _type = "Task" [ 774.429413] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.437754] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249162, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.465385] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dddc97-5a05-987d-2802-15737c25f4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.465432] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.465720] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 01467b61-eca8-40f8-afe1-9fa5c944709f/01467b61-eca8-40f8-afe1-9fa5c944709f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.466075] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc97f754-5c59-4c50-ac50-f2c330bcc7f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.472746] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 774.472746] env[69506]: value = "task-3249163" [ 774.472746] env[69506]: _type = "Task" [ 774.472746] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.483764] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.561555] env[69506]: DEBUG nova.compute.manager [req-b403329b-90e4-4b27-b098-364768fa8feb req-2b0d278f-fc13-4736-a08d-cb8a32351a42 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Received event network-vif-deleted-44eb5637-90a8-409f-b763-f1798c4e582b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.561771] env[69506]: INFO nova.compute.manager [req-b403329b-90e4-4b27-b098-364768fa8feb req-2b0d278f-fc13-4736-a08d-cb8a32351a42 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Neutron deleted interface 44eb5637-90a8-409f-b763-f1798c4e582b; detaching it from the instance and deleting it from the info cache [ 774.561952] env[69506]: DEBUG nova.network.neutron [req-b403329b-90e4-4b27-b098-364768fa8feb req-2b0d278f-fc13-4736-a08d-cb8a32351a42 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.634813] env[69506]: DEBUG oslo_vmware.api [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249159, 'name': PowerOnVM_Task, 'duration_secs': 0.893485} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.635194] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.636126] env[69506]: INFO nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Took 8.23 seconds to spawn the instance on the hypervisor. [ 774.636461] env[69506]: DEBUG nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.638123] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aabdf7-66ee-4ab9-989c-1d7b9fea1c4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.745278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.788106] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.788804] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.792020] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.109s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.793525] env[69506]: INFO nova.compute.claims [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.847820] env[69506]: DEBUG nova.compute.manager [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Received event network-changed-8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.848067] env[69506]: DEBUG nova.compute.manager [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Refreshing instance network info cache due to event network-changed-8b3fa948-a549-4aba-8f71-daafbf52023d. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.848915] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.849019] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.849179] env[69506]: DEBUG nova.network.neutron [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Refreshing network info cache for port 8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.946556] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249162, 'name': CreateVM_Task, 'duration_secs': 0.413684} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.946777] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.947592] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.947812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.948280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.948499] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfe0cce-8844-40b9-aefb-f7daa32127b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.954637] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 774.954637] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5256a4f1-ff24-6b50-4e9d-ad9970c9fc2c" [ 774.954637] env[69506]: _type = "Task" [ 774.954637] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.966821] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5256a4f1-ff24-6b50-4e9d-ad9970c9fc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.983788] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249163, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.998129] env[69506]: DEBUG nova.network.neutron [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.065733] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b22726-6ac5-488f-a90d-2e5d062ddf29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.079035] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e051b8-bd1c-4dcd-b934-111f875667fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.122857] env[69506]: DEBUG nova.compute.manager [req-b403329b-90e4-4b27-b098-364768fa8feb req-2b0d278f-fc13-4736-a08d-cb8a32351a42 service nova] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Detach interface failed, port_id=44eb5637-90a8-409f-b763-f1798c4e582b, reason: Instance d5bc29a0-8e36-4e5b-8917-edd158cf74de could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 775.159293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "54366b5d-6ffa-4094-8b77-259668b00cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.159592] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.159760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.159986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.160177] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.164259] env[69506]: INFO nova.compute.manager [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Terminating instance [ 775.165099] env[69506]: INFO nova.compute.manager [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Took 49.16 seconds to build instance. [ 775.299210] env[69506]: DEBUG nova.compute.utils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.303115] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.303214] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.342877] env[69506]: DEBUG nova.policy [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfb1215b25c84ee8bbf75643027e1b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdfd9559fb94df18561ac7186723c83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.468032] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5256a4f1-ff24-6b50-4e9d-ad9970c9fc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.026535} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.468032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.468032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.468032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468032] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.468032] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da8287c-2420-4440-ba12-7be7dcd6ce6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.481581] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.481581] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.483040] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f7163a-02ef-4c49-a799-68699734e3a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.497873] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688037} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.500525] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 01467b61-eca8-40f8-afe1-9fa5c944709f/01467b61-eca8-40f8-afe1-9fa5c944709f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.501223] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.508771] env[69506]: INFO nova.compute.manager [-] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Took 1.30 seconds to deallocate network for instance. [ 775.509414] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a429c771-0ba0-4b3b-a214-7e5daf22ffbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.512819] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 775.512819] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528ac85f-885a-57a6-fe21-ff31730195f8" [ 775.512819] env[69506]: _type = "Task" [ 775.512819] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.532157] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 775.532157] env[69506]: value = "task-3249164" [ 775.532157] env[69506]: _type = "Task" [ 775.532157] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.544312] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528ac85f-885a-57a6-fe21-ff31730195f8, 'name': SearchDatastore_Task, 'duration_secs': 0.020392} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.546215] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43eded2-968f-42d7-b04f-57e200cd4f6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.555864] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.560476] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 775.560476] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fa5505-26c5-09b4-8702-0a033c08688e" [ 775.560476] env[69506]: _type = "Task" [ 775.560476] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.573301] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fa5505-26c5-09b4-8702-0a033c08688e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.668205] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c7c4b07-c8b6-474d-8a2e-27f89a6266dc tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.534s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.668870] env[69506]: DEBUG nova.compute.manager [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.669453] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.673828] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fadac-b85c-4c3a-b162-cff902291024 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.679352] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.680466] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249e5da3-e51c-4bcb-8ed2-bfd3527de580 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.686898] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 775.686898] env[69506]: value = "task-3249165" [ 775.686898] env[69506]: _type = "Task" [ 775.686898] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.696761] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.698131] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Successfully created port: 942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.804299] env[69506]: DEBUG nova.compute.utils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.876129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "8d160aeb-f3e0-4366-b40d-9477644442d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.876129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.876358] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.876677] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.876962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.880666] env[69506]: INFO nova.compute.manager [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Terminating instance [ 775.886776] env[69506]: DEBUG nova.network.neutron [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updated VIF entry in instance network info cache for port 8b3fa948-a549-4aba-8f71-daafbf52023d. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.887256] env[69506]: DEBUG nova.network.neutron [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.009756] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "9615573d-9b6e-4532-827f-374ad484eb19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.010181] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.010537] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "9615573d-9b6e-4532-827f-374ad484eb19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.010905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.011231] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.014647] env[69506]: INFO nova.compute.manager [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Terminating instance [ 776.032878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.046745] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09509} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.046890] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.047721] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e805be-3874-4c80-8e78-ed77a7101437 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.780624] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.783302] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.786796] env[69506]: DEBUG nova.compute.manager [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.787116] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.787650] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f7de016-fb9e-40ab-a4cd-a01f0b855808 req-aac9cb53-7f0b-4db5-8ddb-99a851741965 service nova] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.788265] env[69506]: DEBUG nova.compute.manager [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.788446] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.798112] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 01467b61-eca8-40f8-afe1-9fa5c944709f/01467b61-eca8-40f8-afe1-9fa5c944709f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.806860] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7fcded-2924-4327-b014-c1912d4a7730 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.810062] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c42742-60b6-445c-9a24-46b7242bed62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.813537] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1d5c28-575d-421c-8081-f66d5890cd90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.838188] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fa5505-26c5-09b4-8702-0a033c08688e, 'name': SearchDatastore_Task, 'duration_secs': 0.019585} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.838451] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249165, 'name': PowerOffVM_Task, 'duration_secs': 0.322934} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.842859] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.843144] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.843501] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.843675] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.844211] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.844483] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 776.844483] env[69506]: value = "task-3249166" [ 776.844483] env[69506]: _type = "Task" [ 776.844483] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.844683] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.847148] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6e90b4-d414-4d7a-8028-feb01d4eaf16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.849097] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3ccce9-766e-4d17-b6c6-654520cd60d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.850885] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75f94743-d7d0-41b4-b066-027504bdc9d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.852319] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329d7ba1-d690-4c42-87e3-e9e55432d872 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.867426] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.870238] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 776.870238] env[69506]: value = "task-3249169" [ 776.870238] env[69506]: _type = "Task" [ 776.870238] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.870238] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 776.870238] env[69506]: value = "task-3249170" [ 776.870238] env[69506]: _type = "Task" [ 776.870238] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.870665] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 776.870665] env[69506]: value = "task-3249167" [ 776.870665] env[69506]: _type = "Task" [ 776.870665] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.889768] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.895824] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.896142] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.926372] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.926728] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.926981] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleting the datastore file [datastore1] 54366b5d-6ffa-4094-8b77-259668b00cc7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.927286] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb60f7d-ca7c-4dc1-b664-64ad76ec3c95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.933760] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for the task: (returnval){ [ 776.933760] env[69506]: value = "task-3249171" [ 776.933760] env[69506]: _type = "Task" [ 776.933760] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.946671] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.196051] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfe4ee-1d14-4b1e-bceb-2426c3d1a348 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.208027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e40ea-dd9e-4d6b-9477-cbe7c3bd744f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.239398] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4694d4-3418-4cb3-ab9c-6cdc68a75150 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.248020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a686d-62f5-435a-9996-3cd4d51b0ba7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.263464] env[69506]: DEBUG nova.compute.provider_tree [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.320254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.365584] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249166, 'name': ReconfigVM_Task, 'duration_secs': 0.322609} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.366035] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 01467b61-eca8-40f8-afe1-9fa5c944709f/01467b61-eca8-40f8-afe1-9fa5c944709f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.367294] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa4e712-fb76-44d3-90f7-fab2e5d0d5b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.375093] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 777.375093] env[69506]: value = "task-3249172" [ 777.375093] env[69506]: _type = "Task" [ 777.375093] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.383022] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249169, 'name': PowerOffVM_Task, 'duration_secs': 0.256487} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.390135] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.390349] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.391644] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9782680c-8cde-4a49-86ff-e2c7b7bd50a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.394155] env[69506]: DEBUG nova.compute.manager [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Received event network-vif-plugged-942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.394500] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] Acquiring lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.394649] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.394766] env[69506]: DEBUG oslo_concurrency.lockutils [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.394982] env[69506]: DEBUG nova.compute.manager [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] No waiting events found dispatching network-vif-plugged-942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.395105] env[69506]: WARNING nova.compute.manager [req-cf234d97-88a2-48ca-b36d-5215a8f13ae2 req-f4d2cf0b-1909-46a0-b631-c6852503513f service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Received unexpected event network-vif-plugged-942be907-3c05-4417-ab20-76489bce3042 for instance with vm_state building and task_state spawning. [ 777.400495] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249172, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.404543] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249170, 'name': PowerOffVM_Task, 'duration_secs': 0.255794} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.409264] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.409264] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.409760] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517687} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.409969] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca5f119-4e3d-4e13-ac9a-81c860d6d567 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.411746] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.411964] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.412230] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8201766-bbc4-4fa2-aa79-c93255f172e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.421022] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 777.421022] env[69506]: value = "task-3249175" [ 777.421022] env[69506]: _type = "Task" [ 777.421022] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.428143] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.443757] env[69506]: DEBUG oslo_vmware.api [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Task: {'id': task-3249171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217101} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.444371] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.444371] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.444564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.444787] env[69506]: INFO nova.compute.manager [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Took 1.78 seconds to destroy the instance on the hypervisor. [ 777.445028] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.445203] env[69506]: DEBUG nova.compute.manager [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.445343] env[69506]: DEBUG nova.network.neutron [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.453024] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Successfully updated port: 942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.481239] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.481492] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.481647] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleting the datastore file [datastore1] 9615573d-9b6e-4532-827f-374ad484eb19 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.481931] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f044da45-a6d3-4acf-9b63-c1dd976d3471 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.493071] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 777.493071] env[69506]: value = "task-3249176" [ 777.493071] env[69506]: _type = "Task" [ 777.493071] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.497931] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.498307] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.498507] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleting the datastore file [datastore1] 8d160aeb-f3e0-4366-b40d-9477644442d1 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.500065] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81662e82-2bf4-467c-8b08-f99fc0dcbb23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506729] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.516479] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for the task: (returnval){ [ 777.516479] env[69506]: value = "task-3249177" [ 777.516479] env[69506]: _type = "Task" [ 777.516479] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.526636] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.767375] env[69506]: DEBUG nova.scheduler.client.report [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.792278] env[69506]: DEBUG nova.compute.manager [req-8d05cbd8-f898-443c-acfa-cacc647b35b2 req-6fc16c8a-503f-4746-b327-7eca87077e47 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Received event network-vif-deleted-74a5f3d6-d559-4625-80d3-fa22d7e4367c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.792534] env[69506]: INFO nova.compute.manager [req-8d05cbd8-f898-443c-acfa-cacc647b35b2 req-6fc16c8a-503f-4746-b327-7eca87077e47 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Neutron deleted interface 74a5f3d6-d559-4625-80d3-fa22d7e4367c; detaching it from the instance and deleting it from the info cache [ 777.792753] env[69506]: DEBUG nova.network.neutron [req-8d05cbd8-f898-443c-acfa-cacc647b35b2 req-6fc16c8a-503f-4746-b327-7eca87077e47 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.806643] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.833041] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='988554571',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2023438075',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.833346] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.833503] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.833685] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.833832] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.833984] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.834214] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.834375] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.834539] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.834700] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.834875] env[69506]: DEBUG nova.virt.hardware [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.835742] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e66d57-cdfe-46eb-8c4b-70ddf7b1ac68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.845766] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4337adb6-e04a-47b0-9288-e87b5649228e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.885654] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249172, 'name': Rename_Task, 'duration_secs': 0.149685} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.886330] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.886330] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7156ee04-0ccb-4688-a77b-dff7c5227656 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.893702] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 777.893702] env[69506]: value = "task-3249178" [ 777.893702] env[69506]: _type = "Task" [ 777.893702] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.901934] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.930100] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084176} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.930448] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.931349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3331c729-0a26-47c9-b066-60beb5d390b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.957176] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.957716] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957879] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.958052] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.959268] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa747392-4279-49de-a80f-70da5192c5c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.981027] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 777.981027] env[69506]: value = "task-3249179" [ 777.981027] env[69506]: _type = "Task" [ 777.981027] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.989712] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.000906] env[69506]: DEBUG oslo_vmware.api [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176068} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.001183] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.001369] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.001545] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.001734] env[69506]: INFO nova.compute.manager [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Took 1.21 seconds to destroy the instance on the hypervisor. [ 778.002010] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.002221] env[69506]: DEBUG nova.compute.manager [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.002318] env[69506]: DEBUG nova.network.neutron [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.027129] env[69506]: DEBUG oslo_vmware.api [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Task: {'id': task-3249177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177552} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.027665] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.027665] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.028426] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.028426] env[69506]: INFO nova.compute.manager [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 778.028552] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.028794] env[69506]: DEBUG nova.compute.manager [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.028932] env[69506]: DEBUG nova.network.neutron [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.278530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.483s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.278530] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.279733] env[69506]: DEBUG nova.network.neutron [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.281448] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.111s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.283646] env[69506]: INFO nova.compute.claims [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.295426] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0791ef64-2714-4d1a-a0a4-3578b5594db7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.308600] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ca52d-7106-4bc9-9d42-e0d80173dd9f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352783] env[69506]: DEBUG nova.compute.manager [req-8d05cbd8-f898-443c-acfa-cacc647b35b2 req-6fc16c8a-503f-4746-b327-7eca87077e47 service nova] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Detach interface failed, port_id=74a5f3d6-d559-4625-80d3-fa22d7e4367c, reason: Instance 54366b5d-6ffa-4094-8b77-259668b00cc7 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.406553] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.491202] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249179, 'name': ReconfigVM_Task, 'duration_secs': 0.387834} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.491514] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.492161] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be2aa802-9c8f-4a78-81c2-85275cc36d02 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.497983] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 778.497983] env[69506]: value = "task-3249180" [ 778.497983] env[69506]: _type = "Task" [ 778.497983] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.502378] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.508175] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249180, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.654984] env[69506]: DEBUG nova.network.neutron [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updating instance_info_cache with network_info: [{"id": "942be907-3c05-4417-ab20-76489bce3042", "address": "fa:16:3e:3c:5f:6d", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942be907-3c", "ovs_interfaceid": "942be907-3c05-4417-ab20-76489bce3042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.783278] env[69506]: DEBUG nova.compute.utils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.784714] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.784887] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.787733] env[69506]: INFO nova.compute.manager [-] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Took 1.34 seconds to deallocate network for instance. [ 778.831076] env[69506]: DEBUG nova.network.neutron [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.857506] env[69506]: DEBUG nova.network.neutron [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.860756] env[69506]: DEBUG nova.policy [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1311f58db3754b808ee18a2533feb159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90402d40592342dc9ec1541ba19569af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.909458] env[69506]: DEBUG oslo_vmware.api [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249178, 'name': PowerOnVM_Task, 'duration_secs': 0.56583} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.909737] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.910062] env[69506]: INFO nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Took 9.78 seconds to spawn the instance on the hypervisor. [ 778.910308] env[69506]: DEBUG nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.911357] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6689c9-f1a0-4d0b-a16d-17db443b449e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.009043] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249180, 'name': Rename_Task, 'duration_secs': 0.209592} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.009310] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.009565] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9330b3bb-58e6-4fa7-8013-d1431e3de209 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.016336] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 779.016336] env[69506]: value = "task-3249181" [ 779.016336] env[69506]: _type = "Task" [ 779.016336] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.024925] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.159629] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159629] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Instance network_info: |[{"id": "942be907-3c05-4417-ab20-76489bce3042", "address": "fa:16:3e:3c:5f:6d", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942be907-3c", "ovs_interfaceid": "942be907-3c05-4417-ab20-76489bce3042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.160096] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:5f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942be907-3c05-4417-ab20-76489bce3042', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.171251] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.171688] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.171688] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c33d754c-c8f7-4b95-b654-bfa56bd0bdf9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.193720] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Successfully created port: 1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.201494] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.201494] env[69506]: value = "task-3249182" [ 779.201494] env[69506]: _type = "Task" [ 779.201494] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.210826] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249182, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.288377] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.297567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.333789] env[69506]: INFO nova.compute.manager [-] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Took 1.33 seconds to deallocate network for instance. [ 779.364477] env[69506]: INFO nova.compute.manager [-] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Took 1.34 seconds to deallocate network for instance. [ 779.436900] env[69506]: INFO nova.compute.manager [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Took 44.01 seconds to build instance. [ 779.500211] env[69506]: DEBUG nova.compute.manager [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Received event network-changed-942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.500564] env[69506]: DEBUG nova.compute.manager [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Refreshing instance network info cache due to event network-changed-942be907-3c05-4417-ab20-76489bce3042. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.500934] env[69506]: DEBUG oslo_concurrency.lockutils [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] Acquiring lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.501023] env[69506]: DEBUG oslo_concurrency.lockutils [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] Acquired lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.501213] env[69506]: DEBUG nova.network.neutron [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Refreshing network info cache for port 942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.530585] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.574854] env[69506]: DEBUG oslo_concurrency.lockutils [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.575155] env[69506]: DEBUG oslo_concurrency.lockutils [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.575339] env[69506]: DEBUG nova.compute.manager [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.576284] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2acf395-ef17-4695-93a1-0234098fe41b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.586317] env[69506]: DEBUG nova.compute.manager [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.586931] env[69506]: DEBUG nova.objects.instance [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'flavor' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.716764] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249182, 'name': CreateVM_Task, 'duration_secs': 0.443911} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.716965] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.717914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.718120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.718468] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.721314] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b19fd29-fbcf-47c5-9ce4-55680ab4e641 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.727399] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 779.727399] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520d1546-fcf2-8fac-532c-1c3f98e2eb62" [ 779.727399] env[69506]: _type = "Task" [ 779.727399] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.739291] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520d1546-fcf2-8fac-532c-1c3f98e2eb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.837134] env[69506]: DEBUG nova.compute.manager [req-3aae1a3e-9f89-49ab-87ad-c3ed9bfeccd4 req-d3e17885-829e-484c-8825-8dd09932e7d7 service nova] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Received event network-vif-deleted-61778f0a-b55f-4710-99cc-e6327553129c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.844146] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.875093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.881262] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c0a2d4-7480-459c-89be-f768b3bba9e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.894068] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba10d6f-2928-49c8-b8a1-8d1249b1e0b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.926818] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c515b-3fca-4085-a15e-c1d0397a2029 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.935092] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6bb96a-4a4e-4faa-ac98-f74573f5e5a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.951467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e1dedf-55bd-4db8-b991-8f75ffaf06a0 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.426s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.952161] env[69506]: DEBUG nova.compute.provider_tree [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.029814] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249181, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.052659] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.053820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb0b5e-feba-4d73-9a26-02b1cb2b5d44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.059822] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.059990] env[69506]: ERROR oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk due to incomplete transfer. [ 780.060239] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2914c4a-e746-4a72-9fc0-6669391652b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.067686] env[69506]: DEBUG oslo_vmware.rw_handles [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226da0-f6f4-6dc7-7708-28b656e006fe/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.067686] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Uploaded image 35dba6fe-469f-49ed-b5b5-76f230faaa18 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.070076] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.070230] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d5bca7f-2576-4d9e-9f6b-d336297ebc32 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.076121] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 780.076121] env[69506]: value = "task-3249183" [ 780.076121] env[69506]: _type = "Task" [ 780.076121] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.083919] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249183, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.239953] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520d1546-fcf2-8fac-532c-1c3f98e2eb62, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.240314] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.240512] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.240746] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.240897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.241092] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.241359] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4e2aac-47d2-4879-a13b-87953852f5cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.251249] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.251447] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.252218] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2c380f-1343-424f-87ba-f9e2734a0559 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.257945] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 780.257945] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520777b2-785e-ae98-33f3-17709efc2490" [ 780.257945] env[69506]: _type = "Task" [ 780.257945] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.266891] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520777b2-785e-ae98-33f3-17709efc2490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.300657] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.328590] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.328803] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.328884] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.328981] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.329174] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.329279] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.329481] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.329641] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.329977] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.329977] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.330645] env[69506]: DEBUG nova.virt.hardware [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.331771] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0dfa6-f70c-4bc7-8c40-d176baaf9189 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.340725] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0aa58-17d1-4298-bf13-c9e853edba7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.418827] env[69506]: DEBUG nova.network.neutron [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updated VIF entry in instance network info cache for port 942be907-3c05-4417-ab20-76489bce3042. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.419360] env[69506]: DEBUG nova.network.neutron [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updating instance_info_cache with network_info: [{"id": "942be907-3c05-4417-ab20-76489bce3042", "address": "fa:16:3e:3c:5f:6d", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942be907-3c", "ovs_interfaceid": "942be907-3c05-4417-ab20-76489bce3042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.456828] env[69506]: DEBUG nova.scheduler.client.report [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.462082] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.531640] env[69506]: DEBUG oslo_vmware.api [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249181, 'name': PowerOnVM_Task, 'duration_secs': 1.052863} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.531640] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.531640] env[69506]: INFO nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Took 8.66 seconds to spawn the instance on the hypervisor. [ 780.531640] env[69506]: DEBUG nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.531640] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615138f-f3fe-4622-9db7-58b75cba0d2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.588225] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249183, 'name': Destroy_Task, 'duration_secs': 0.470172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.588562] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Destroyed the VM [ 780.588803] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.589236] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad644ad4-4e18-4f17-bece-696d5d7caac2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594034] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.594712] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b794e6e-e75e-4530-9371-c20788eed484 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.597955] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 780.597955] env[69506]: value = "task-3249184" [ 780.597955] env[69506]: _type = "Task" [ 780.597955] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.603230] env[69506]: DEBUG oslo_vmware.api [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 780.603230] env[69506]: value = "task-3249185" [ 780.603230] env[69506]: _type = "Task" [ 780.603230] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.611800] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.616558] env[69506]: DEBUG oslo_vmware.api [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.768049] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520777b2-785e-ae98-33f3-17709efc2490, 'name': SearchDatastore_Task, 'duration_secs': 0.033541} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.768838] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bcb47f-77d1-4cab-8664-db8a1ce6b3f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.774410] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 780.774410] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52448973-40b2-1508-bc06-c13ac5ac5565" [ 780.774410] env[69506]: _type = "Task" [ 780.774410] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.783256] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52448973-40b2-1508-bc06-c13ac5ac5565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.922922] env[69506]: DEBUG oslo_concurrency.lockutils [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] Releasing lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.923261] env[69506]: DEBUG nova.compute.manager [req-74b98f49-483f-4bc4-8bca-a18bb1a97bcf req-1362c01b-d8c6-45ce-adf2-09c5e52699e2 service nova] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Received event network-vif-deleted-a279fc24-1735-4144-9dec-69e69d3bb78c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.954269] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Successfully updated port: 1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.965971] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.966736] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.978471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.794s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.978471] env[69506]: DEBUG nova.objects.instance [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lazy-loading 'resources' on Instance uuid c7269b00-2769-4ef1-baba-ddd097bfaaec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.061538] env[69506]: INFO nova.compute.manager [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Took 39.73 seconds to build instance. [ 781.115965] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249184, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.120089] env[69506]: DEBUG oslo_vmware.api [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249185, 'name': PowerOffVM_Task, 'duration_secs': 0.507215} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.120453] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.120934] env[69506]: DEBUG nova.compute.manager [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.121727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f5206-eec4-488e-80f0-dce6f89ed13b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.130670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.287673] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52448973-40b2-1508-bc06-c13ac5ac5565, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.288424] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.288628] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/a2f033d3-5efd-44f6-95b9-89e91f113c8b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.289065] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62a210ff-fe64-4d74-b4f9-e723667f1639 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.299855] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 781.299855] env[69506]: value = "task-3249186" [ 781.299855] env[69506]: _type = "Task" [ 781.299855] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.307016] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.465403] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465603] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465797] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.483075] env[69506]: DEBUG nova.compute.utils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.484595] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.484776] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.530430] env[69506]: DEBUG nova.policy [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12e64c968a41ef821f06dfaf1f6146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d84bf2411f54f5aa26c933c819acda7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.561569] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2d95f00d-763c-4752-87a4-bac201073317 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.911s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.614628] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735245} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.614628] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.614920] env[69506]: DEBUG nova.compute.manager [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.615879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd515b80-a128-404e-ba70-b712b4a3c206 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.634070] env[69506]: DEBUG nova.compute.manager [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Received event network-vif-plugged-1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.634070] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Acquiring lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.634070] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.634070] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.634070] env[69506]: DEBUG nova.compute.manager [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] No waiting events found dispatching network-vif-plugged-1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.634070] env[69506]: WARNING nova.compute.manager [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Received unexpected event network-vif-plugged-1146016d-132b-46f5-9c8e-4352540f16f1 for instance with vm_state building and task_state spawning. [ 781.634070] env[69506]: DEBUG nova.compute.manager [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Received event network-changed-1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.634070] env[69506]: DEBUG nova.compute.manager [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Refreshing instance network info cache due to event network-changed-1146016d-132b-46f5-9c8e-4352540f16f1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.634070] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Acquiring lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.638648] env[69506]: DEBUG oslo_concurrency.lockutils [None req-56c68d51-bd26-4c02-a5a4-dc88ffa801c7 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.808558] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249186, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.990414] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.009418] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.067401] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.073116] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31970619-736b-4bfd-a298-1a6f584154fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.083786] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Successfully created port: bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.086513] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421c48e-840c-49a9-b383-e5028a4a1791 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.117380] env[69506]: DEBUG nova.objects.instance [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'flavor' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.122788] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4437b256-3441-457b-a00a-c043e7e0e137 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.133022] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33d694-b3d3-432d-ab56-c4862f150c7d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.140974] env[69506]: INFO nova.compute.manager [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Shelve offloading [ 782.150202] env[69506]: DEBUG nova.compute.provider_tree [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.153973] env[69506]: DEBUG nova.compute.manager [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Received event network-changed-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.154289] env[69506]: DEBUG nova.compute.manager [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Refreshing instance network info cache due to event network-changed-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.154362] env[69506]: DEBUG oslo_concurrency.lockutils [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] Acquiring lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.154446] env[69506]: DEBUG oslo_concurrency.lockutils [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] Acquired lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.154604] env[69506]: DEBUG nova.network.neutron [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Refreshing network info cache for port 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.211734] env[69506]: DEBUG nova.network.neutron [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Updating instance_info_cache with network_info: [{"id": "1146016d-132b-46f5-9c8e-4352540f16f1", "address": "fa:16:3e:bf:39:ef", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1146016d-13", "ovs_interfaceid": "1146016d-132b-46f5-9c8e-4352540f16f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.308290] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723925} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.308502] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/a2f033d3-5efd-44f6-95b9-89e91f113c8b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.308748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.309029] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a33da2-b03a-4d38-b0a7-4041eee5bcec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.317447] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 782.317447] env[69506]: value = "task-3249187" [ 782.317447] env[69506]: _type = "Task" [ 782.317447] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.332376] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.591360] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.622515] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.622713] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.622896] env[69506]: DEBUG nova.network.neutron [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.623084] env[69506]: DEBUG nova.objects.instance [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'info_cache' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.656971] env[69506]: DEBUG nova.scheduler.client.report [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.660809] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.663310] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3e72fa-b4ee-4759-b081-1dbce1597f29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.671470] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 782.671470] env[69506]: value = "task-3249188" [ 782.671470] env[69506]: _type = "Task" [ 782.671470] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.681610] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 782.681967] env[69506]: DEBUG nova.compute.manager [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.682837] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05cba5-3372-4775-aaed-ccc0c04f7d68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.688935] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.689108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689278] env[69506]: DEBUG nova.network.neutron [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.713530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.713936] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Instance network_info: |[{"id": "1146016d-132b-46f5-9c8e-4352540f16f1", "address": "fa:16:3e:bf:39:ef", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1146016d-13", "ovs_interfaceid": "1146016d-132b-46f5-9c8e-4352540f16f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.714500] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Acquired lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.714690] env[69506]: DEBUG nova.network.neutron [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Refreshing network info cache for port 1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.715837] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:39:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1146016d-132b-46f5-9c8e-4352540f16f1', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.723486] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.725039] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.725039] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f43dc262-daed-4219-a65e-0a2236022f73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.745853] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.745853] env[69506]: value = "task-3249189" [ 782.745853] env[69506]: _type = "Task" [ 782.745853] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.754320] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249189, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.827016] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072855} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.827280] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.828161] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef864de-0d10-44c5-b022-e13f485526fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.855190] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/a2f033d3-5efd-44f6-95b9-89e91f113c8b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.855840] env[69506]: DEBUG nova.compute.manager [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 782.858774] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9e74f7-ce1b-4865-8020-a0044ebf99b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.878424] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 782.878424] env[69506]: value = "task-3249190" [ 782.878424] env[69506]: _type = "Task" [ 782.878424] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.891468] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.950036] env[69506]: DEBUG nova.network.neutron [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updated VIF entry in instance network info cache for port 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.950036] env[69506]: DEBUG nova.network.neutron [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updating instance_info_cache with network_info: [{"id": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "address": "fa:16:3e:ea:f4:7f", "network": {"id": "afd7d0e4-db03-4fe5-8765-91cb865a094d", "bridge": "br-int", "label": "tempest-ServersTestJSON-848157070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87ce33b86d484d4f8eb2cdf1bd0ee009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45131ff0-70", "ovs_interfaceid": "45131ff0-70a0-4cfb-bbe4-97ba02cbafb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.999576] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.036193] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.036881] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.036881] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.037015] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.037212] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.037370] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.037598] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.037797] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.037980] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.038183] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.038373] env[69506]: DEBUG nova.virt.hardware [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.039625] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef692077-9937-4d04-a8bb-9b77c0b99cb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.047666] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9b293d-5be8-4d88-9e20-279d67d8d6d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.127025] env[69506]: DEBUG nova.objects.base [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Object Instance<8d13982f-a851-4b56-aa16-c08776b0f61b> lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.163027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.165338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.924s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.165577] env[69506]: DEBUG nova.objects.instance [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lazy-loading 'resources' on Instance uuid 96c862da-b830-47ef-aed7-4faa84c970b9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.187286] env[69506]: INFO nova.scheduler.client.report [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleted allocations for instance c7269b00-2769-4ef1-baba-ddd097bfaaec [ 783.258027] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249189, 'name': CreateVM_Task, 'duration_secs': 0.382971} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.258200] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.258894] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.259077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.259468] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.259685] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd3273c-e613-4941-b2f3-342440bfb635 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.266303] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 783.266303] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e49431-3665-d844-ff98-fb82dc369007" [ 783.266303] env[69506]: _type = "Task" [ 783.266303] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.276680] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e49431-3665-d844-ff98-fb82dc369007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.388224] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.392015] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249190, 'name': ReconfigVM_Task, 'duration_secs': 0.303669} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.392313] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/a2f033d3-5efd-44f6-95b9-89e91f113c8b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.392629] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69506) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 783.393327] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e5f74ad7-abdd-4339-9de2-f6033e7c0f81 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.409476] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 783.409476] env[69506]: value = "task-3249191" [ 783.409476] env[69506]: _type = "Task" [ 783.409476] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.422491] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249191, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.453440] env[69506]: DEBUG oslo_concurrency.lockutils [req-74d367f8-b817-4557-8ba4-2b00cd99c115 req-0e3af2ac-f646-4f87-8c7a-223bb10c0d53 service nova] Releasing lock "refresh_cache-01467b61-eca8-40f8-afe1-9fa5c944709f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.523853] env[69506]: DEBUG nova.network.neutron [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Updated VIF entry in instance network info cache for port 1146016d-132b-46f5-9c8e-4352540f16f1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.524223] env[69506]: DEBUG nova.network.neutron [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Updating instance_info_cache with network_info: [{"id": "1146016d-132b-46f5-9c8e-4352540f16f1", "address": "fa:16:3e:bf:39:ef", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1146016d-13", "ovs_interfaceid": "1146016d-132b-46f5-9c8e-4352540f16f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.558522] env[69506]: DEBUG nova.network.neutron [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.699272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ca66ae5-4d89-4469-a5bd-1fdbcf72910b tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "c7269b00-2769-4ef1-baba-ddd097bfaaec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.004s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.778375] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e49431-3665-d844-ff98-fb82dc369007, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.781050] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.781343] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.781619] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.781807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.782031] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.782545] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e87505-5a54-47ea-8220-224083c94722 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.792929] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.793142] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.793968] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001c0517-772a-4575-bd1f-b48bb44e766c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.803114] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 783.803114] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb91c4-1ff1-98bf-279d-8cb4c23d27ef" [ 783.803114] env[69506]: _type = "Task" [ 783.803114] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.813075] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb91c4-1ff1-98bf-279d-8cb4c23d27ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.925689] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249191, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051816} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.929492] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69506) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 783.931188] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd182fca-a0dd-43dc-913c-5189cd071fbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.959699] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/ephemeral_0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.964810] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b70b21-8c51-4ffd-b149-f9cc9082b1ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.988099] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 783.988099] env[69506]: value = "task-3249192" [ 783.988099] env[69506]: _type = "Task" [ 783.988099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.003367] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.006410] env[69506]: DEBUG nova.compute.manager [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Received event network-vif-plugged-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.006558] env[69506]: DEBUG oslo_concurrency.lockutils [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] Acquiring lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.006782] env[69506]: DEBUG oslo_concurrency.lockutils [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] Lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.007037] env[69506]: DEBUG oslo_concurrency.lockutils [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] Lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.007148] env[69506]: DEBUG nova.compute.manager [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] No waiting events found dispatching network-vif-plugged-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.007309] env[69506]: WARNING nova.compute.manager [req-4934bbbd-19e6-46c3-bcad-f8eb0e55ad65 req-e83c1fae-e760-4835-be03-591665f296b9 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Received unexpected event network-vif-plugged-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d for instance with vm_state building and task_state spawning. [ 784.027430] env[69506]: DEBUG oslo_concurrency.lockutils [req-844bb72f-c311-414b-8ff1-f026f0a2e211 req-655c96e5-bea5-4699-8e90-234df2c0a29c service nova] Releasing lock "refresh_cache-cb1be988-3e06-4c56-b271-81bd11a7921a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.060918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.073457] env[69506]: DEBUG nova.network.neutron [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.236602] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Successfully updated port: bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.298353] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad7ead-a971-44b0-8d0b-9d913ae56d6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.312516] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13814cf5-5b69-44ac-90f6-9d08aca5c72d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.324799] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb91c4-1ff1-98bf-279d-8cb4c23d27ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.349417] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08b9c39-7649-4ffd-98e6-16fb681bf1dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.352287] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f17646e-ace9-4c58-b59c-11f1e7a7e6d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.361534] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 784.361534] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52298646-b6c6-f33a-7a26-058e959bb485" [ 784.361534] env[69506]: _type = "Task" [ 784.361534] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.362727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780407b-5a88-46d1-ae4b-04b2b704ebdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.375483] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52298646-b6c6-f33a-7a26-058e959bb485, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.384248] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.384248] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cb1be988-3e06-4c56-b271-81bd11a7921a/cb1be988-3e06-4c56-b271-81bd11a7921a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.384776] env[69506]: DEBUG nova.compute.provider_tree [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.386020] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-316d3ac3-f29c-4e3e-b6d4-3373043532d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.394201] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 784.394201] env[69506]: value = "task-3249193" [ 784.394201] env[69506]: _type = "Task" [ 784.394201] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.404193] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.499144] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249192, 'name': ReconfigVM_Task, 'duration_secs': 0.341131} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.499304] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b/ephemeral_0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.500287] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6616221c-e3d7-4624-9db4-221ad64d7398 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.507441] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 784.507441] env[69506]: value = "task-3249194" [ 784.507441] env[69506]: _type = "Task" [ 784.507441] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.517016] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249194, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.577246] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.607592] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.608569] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e8d73-200c-4ce4-acc3-ddf050551100 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.621053] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.621359] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03f6fb4b-6728-4521-8905-4bb5bfdefb2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.699815] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.700313] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.700549] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.700853] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72febb1f-ea0c-4780-bf2b-294643a8cd48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.709991] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 784.709991] env[69506]: value = "task-3249196" [ 784.709991] env[69506]: _type = "Task" [ 784.709991] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.723036] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.740549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.740878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.740958] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.892055] env[69506]: DEBUG nova.scheduler.client.report [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.908283] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47216} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.908560] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cb1be988-3e06-4c56-b271-81bd11a7921a/cb1be988-3e06-4c56-b271-81bd11a7921a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.908841] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.909200] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f19ee825-aa00-4881-9e12-85c8051057e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.917620] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 784.917620] env[69506]: value = "task-3249197" [ 784.917620] env[69506]: _type = "Task" [ 784.917620] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.926768] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.018081] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249194, 'name': Rename_Task, 'duration_secs': 0.223925} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.018081] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.018424] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-911c6f8f-aa00-4d7a-944f-1f228357f787 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.027156] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 785.027156] env[69506]: value = "task-3249198" [ 785.027156] env[69506]: _type = "Task" [ 785.027156] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.036311] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.220514] env[69506]: DEBUG oslo_vmware.api [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272645} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.220802] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.220991] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.221242] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.251072] env[69506]: INFO nova.scheduler.client.report [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted allocations for instance 34aef67d-2f88-4adf-a5b0-778945e300ec [ 785.313230] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.404016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.406952] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.951s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.407282] env[69506]: DEBUG nova.objects.instance [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lazy-loading 'resources' on Instance uuid cb544004-1a86-4dda-bc77-cc92aed5ffc1 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.430752] env[69506]: INFO nova.scheduler.client.report [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleted allocations for instance 96c862da-b830-47ef-aed7-4faa84c970b9 [ 785.438589] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076527} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.438846] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.439629] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7824f3e-2fea-4ee0-b471-ab3aac58e946 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.472317] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cb1be988-3e06-4c56-b271-81bd11a7921a/cb1be988-3e06-4c56-b271-81bd11a7921a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.472641] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fd213c-2b24-4c2b-88a9-a888447fb8bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.495488] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 785.495488] env[69506]: value = "task-3249199" [ 785.495488] env[69506]: _type = "Task" [ 785.495488] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.504858] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.539454] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.549811] env[69506]: DEBUG nova.network.neutron [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Updating instance_info_cache with network_info: [{"id": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "address": "fa:16:3e:c2:47:6d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5812d8-ff", "ovs_interfaceid": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.584950] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.585334] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb48d3e2-f2b2-4f06-80b5-d1aa885269d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.593148] env[69506]: DEBUG oslo_vmware.api [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 785.593148] env[69506]: value = "task-3249200" [ 785.593148] env[69506]: _type = "Task" [ 785.593148] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.604325] env[69506]: DEBUG oslo_vmware.api [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.755512] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.941807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab585eff-7bf0-4eb5-af35-64bd15e409c5 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "96c862da-b830-47ef-aed7-4faa84c970b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.218s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.006326] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249199, 'name': ReconfigVM_Task, 'duration_secs': 0.295708} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.009287] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cb1be988-3e06-4c56-b271-81bd11a7921a/cb1be988-3e06-4c56-b271-81bd11a7921a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.009755] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db408d5-4687-4d98-99c3-7e64628f33e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.018771] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 786.018771] env[69506]: value = "task-3249201" [ 786.018771] env[69506]: _type = "Task" [ 786.018771] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.034612] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249201, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.040293] env[69506]: DEBUG oslo_vmware.api [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249198, 'name': PowerOnVM_Task, 'duration_secs': 0.557181} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.043997] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.044366] env[69506]: INFO nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Took 8.24 seconds to spawn the instance on the hypervisor. [ 786.044666] env[69506]: DEBUG nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.046720] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6749416d-ed40-4a6e-b8e9-75d990ed62f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.052956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053286] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance network_info: |[{"id": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "address": "fa:16:3e:c2:47:6d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5812d8-ff", "ovs_interfaceid": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.053685] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:47:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5812d8-ff5b-4903-82fe-6ea3bbeae10d', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.061142] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating folder: Project (4d84bf2411f54f5aa26c933c819acda7). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.065443] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0a7d13-65a4-42b7-a66d-1d794f3770fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.082877] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created folder: Project (4d84bf2411f54f5aa26c933c819acda7) in parent group-v649133. [ 786.083086] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating folder: Instances. Parent ref: group-v649276. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.086108] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6396ccbb-c430-4d91-bd96-21e8ec18b588 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.099606] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created folder: Instances in parent group-v649276. [ 786.100727] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.103286] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.103706] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82fdb5a8-8403-41e6-9407-75cc3db7dfa2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.125953] env[69506]: DEBUG oslo_vmware.api [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.133503] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.133503] env[69506]: value = "task-3249204" [ 786.133503] env[69506]: _type = "Task" [ 786.133503] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.145880] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249204, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.250108] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Received event network-changed-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.251787] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Refreshing instance network info cache due to event network-changed-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.252617] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Acquiring lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.252780] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Acquired lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.252956] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Refreshing network info cache for port bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.463246] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b7d783-877a-46e2-bcca-c73c5e7b0ef4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.472665] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926b0444-bdeb-4bd1-a325-afbc13960113 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.508473] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096595c9-4ee0-413e-a514-69a85b68e16e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518158] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a830bf9-60ad-4174-bee0-241e0b5a932d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.538782] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249201, 'name': Rename_Task, 'duration_secs': 0.153151} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.539288] env[69506]: DEBUG nova.compute.provider_tree [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.540780] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.541306] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38deba2c-1a71-4e74-a04b-07da1d3493ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.549239] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 786.549239] env[69506]: value = "task-3249205" [ 786.549239] env[69506]: _type = "Task" [ 786.549239] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.561214] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.583696] env[69506]: INFO nova.compute.manager [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Took 40.27 seconds to build instance. [ 786.606478] env[69506]: DEBUG oslo_vmware.api [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249200, 'name': PowerOnVM_Task, 'duration_secs': 0.788877} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.606741] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.606986] env[69506]: DEBUG nova.compute.manager [None req-3986230e-5bca-423a-8702-847cac13904c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.607897] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae866c8-63da-4d86-bf8b-a45c7ba2dc82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.645901] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249204, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.764793] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.764793] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.870313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.870313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.870313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.870313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.870313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.872086] env[69506]: INFO nova.compute.manager [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Terminating instance [ 787.042800] env[69506]: DEBUG nova.scheduler.client.report [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.065363] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.086435] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1c0f956-2337-4427-913b-c42077a8b263 tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.559s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.116137] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Updated VIF entry in instance network info cache for port bf5812d8-ff5b-4903-82fe-6ea3bbeae10d. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.116356] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Updating instance_info_cache with network_info: [{"id": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "address": "fa:16:3e:c2:47:6d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5812d8-ff", "ovs_interfaceid": "bf5812d8-ff5b-4903-82fe-6ea3bbeae10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.146833] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249204, 'name': CreateVM_Task, 'duration_secs': 0.878325} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.147161] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.147903] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.148105] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.149035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.149035] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ce1e30-1e9b-40b1-9bcd-478c9824058e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.154587] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 787.154587] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e43015-8b37-0c55-9337-e1afa53450c5" [ 787.154587] env[69506]: _type = "Task" [ 787.154587] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.164817] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e43015-8b37-0c55-9337-e1afa53450c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.380462] env[69506]: DEBUG nova.compute.manager [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.380565] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.382585] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9732a-04d4-41ed-8b98-8e622d27c232 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393590] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.394383] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8dccc76-7edf-4e08-b44f-3aec2061e069 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.402041] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 787.402041] env[69506]: value = "task-3249206" [ 787.402041] env[69506]: _type = "Task" [ 787.402041] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.412256] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.549012] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.551516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.405s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.553208] env[69506]: INFO nova.compute.claims [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.566930] env[69506]: DEBUG oslo_vmware.api [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249205, 'name': PowerOnVM_Task, 'duration_secs': 0.744958} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.567331] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.567717] env[69506]: INFO nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Took 7.27 seconds to spawn the instance on the hypervisor. [ 787.568047] env[69506]: DEBUG nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.569281] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289b416-6240-42a9-883d-d1addff103c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.583875] env[69506]: INFO nova.scheduler.client.report [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Deleted allocations for instance cb544004-1a86-4dda-bc77-cc92aed5ffc1 [ 787.592018] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.622824] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Releasing lock "refresh_cache-d7e83c49-723d-4b08-97be-300eb257f91e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.623127] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-vif-unplugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.623330] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.623537] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.623696] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.623870] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] No waiting events found dispatching network-vif-unplugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.624068] env[69506]: WARNING nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received unexpected event network-vif-unplugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 for instance with vm_state shelved_offloaded and task_state None. [ 787.624230] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.624416] env[69506]: DEBUG nova.compute.manager [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing instance network info cache due to event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.624614] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624753] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624913] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.668645] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e43015-8b37-0c55-9337-e1afa53450c5, 'name': SearchDatastore_Task, 'duration_secs': 0.024639} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.669233] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.669552] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.669880] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670349] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670349] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.670602] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e0e12d1-3363-4fe9-b45c-7de4700a2887 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.686043] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.686222] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.687066] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b6700d-778f-43b1-bb61-c8b716500e0a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.693358] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 787.693358] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3e260-830b-14be-6604-4e20e9f10f79" [ 787.693358] env[69506]: _type = "Task" [ 787.693358] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.702163] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3e260-830b-14be-6604-4e20e9f10f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.915890] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249206, 'name': PowerOffVM_Task, 'duration_secs': 0.313353} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.916234] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.916435] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.916738] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46205842-5ff4-455f-ad73-4c1a10397eba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.995603] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.995861] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.996100] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleting the datastore file [datastore1] ece644b7-8ddc-41b1-8925-cf431a09dd55 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.996398] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-163d2e56-774e-40ef-a2d0-ac5ea3e22547 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.007787] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for the task: (returnval){ [ 788.007787] env[69506]: value = "task-3249208" [ 788.007787] env[69506]: _type = "Task" [ 788.007787] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.016936] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.089331] env[69506]: INFO nova.compute.manager [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Took 38.43 seconds to build instance. [ 788.092646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-17c71812-cf31-49e1-bd61-4789b8e1a072 tempest-AttachInterfacesUnderV243Test-812043974 tempest-AttachInterfacesUnderV243Test-812043974-project-member] Lock "cb544004-1a86-4dda-bc77-cc92aed5ffc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.597s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.123016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.143645] env[69506]: DEBUG nova.compute.manager [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Received event network-changed-942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.143868] env[69506]: DEBUG nova.compute.manager [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Refreshing instance network info cache due to event network-changed-942be907-3c05-4417-ab20-76489bce3042. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.144104] env[69506]: DEBUG oslo_concurrency.lockutils [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] Acquiring lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.144249] env[69506]: DEBUG oslo_concurrency.lockutils [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] Acquired lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.144941] env[69506]: DEBUG nova.network.neutron [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Refreshing network info cache for port 942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.204089] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3e260-830b-14be-6604-4e20e9f10f79, 'name': SearchDatastore_Task, 'duration_secs': 0.018299} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.204895] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7640d32d-79f1-41c0-9349-7f2d5cf2248f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.211980] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 788.211980] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ce4f4-68b1-293f-e229-7a84ce78d750" [ 788.211980] env[69506]: _type = "Task" [ 788.211980] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.221763] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ce4f4-68b1-293f-e229-7a84ce78d750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.445291] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updated VIF entry in instance network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.445731] env[69506]: DEBUG nova.network.neutron [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap25575976-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.519085] env[69506]: DEBUG oslo_vmware.api [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Task: {'id': task-3249208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18211} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.519187] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.519414] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.520031] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.520031] env[69506]: INFO nova.compute.manager [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 788.520031] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.520483] env[69506]: DEBUG nova.compute.manager [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.520483] env[69506]: DEBUG nova.network.neutron [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.553295] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a2c1c-48b4-466a-8d23-bc2d33a1214b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.564513] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Suspending the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 788.564923] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f17a5159-50c9-403c-8cb4-3f6e4b57cc8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.577025] env[69506]: DEBUG oslo_vmware.api [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] Waiting for the task: (returnval){ [ 788.577025] env[69506]: value = "task-3249209" [ 788.577025] env[69506]: _type = "Task" [ 788.577025] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.588440] env[69506]: DEBUG oslo_vmware.api [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] Task: {'id': task-3249209, 'name': SuspendVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.596888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0e72de13-c52a-4603-b401-9494a855614d tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.581s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.660667] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.731176] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522ce4f4-68b1-293f-e229-7a84ce78d750, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.731921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.732487] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.732895] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7118d9ef-2313-48f7-a78e-1a108edb230c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.744025] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 788.744025] env[69506]: value = "task-3249210" [ 788.744025] env[69506]: _type = "Task" [ 788.744025] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.757896] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.949203] env[69506]: DEBUG oslo_concurrency.lockutils [req-860f1f4c-6426-447c-bfc9-51a59938c341 req-0bcf5859-0596-4cd2-9294-cf60c5dc5671 service nova] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.088814] env[69506]: DEBUG nova.compute.manager [req-fa2f2b1f-e4a4-4ebd-8420-9fdd9f6080d9 req-4546e3f3-f95f-473c-8ce8-51bfbd29a7ba service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Received event network-vif-deleted-f700537d-1847-40f2-b75c-543139ce3ac2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.092057] env[69506]: INFO nova.compute.manager [req-fa2f2b1f-e4a4-4ebd-8420-9fdd9f6080d9 req-4546e3f3-f95f-473c-8ce8-51bfbd29a7ba service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Neutron deleted interface f700537d-1847-40f2-b75c-543139ce3ac2; detaching it from the instance and deleting it from the info cache [ 789.092057] env[69506]: DEBUG nova.network.neutron [req-fa2f2b1f-e4a4-4ebd-8420-9fdd9f6080d9 req-4546e3f3-f95f-473c-8ce8-51bfbd29a7ba service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.097976] env[69506]: DEBUG oslo_vmware.api [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] Task: {'id': task-3249209, 'name': SuspendVM_Task} progress is 62%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.099266] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.149033] env[69506]: DEBUG nova.network.neutron [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updated VIF entry in instance network info cache for port 942be907-3c05-4417-ab20-76489bce3042. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.149033] env[69506]: DEBUG nova.network.neutron [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updating instance_info_cache with network_info: [{"id": "942be907-3c05-4417-ab20-76489bce3042", "address": "fa:16:3e:3c:5f:6d", "network": {"id": "68012d71-94df-4cff-a436-74a63ddb0ce1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-513366242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abdfd9559fb94df18561ac7186723c83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942be907-3c", "ovs_interfaceid": "942be907-3c05-4417-ab20-76489bce3042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.208893] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711effd-e3a5-4a54-8c65-12b44e5a2658 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.220149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad730f-da5f-43f4-8256-b87a7ba1a885 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259383] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e42d4e-6bba-47ea-ae83-a9452319d748 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.270528] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.274924] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004197ff-b2d2-455b-9f19-638225a01c42 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291936] env[69506]: DEBUG nova.compute.provider_tree [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.553969] env[69506]: DEBUG nova.network.neutron [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.589103] env[69506]: DEBUG oslo_vmware.api [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] Task: {'id': task-3249209, 'name': SuspendVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.593192] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc7fe860-021c-41b9-a0fc-3e174a7b9459 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.604013] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667ed0c-8369-4436-8ee2-f96c475d62f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.635085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.654036] env[69506]: DEBUG oslo_concurrency.lockutils [req-e02ec64f-8b61-49ef-8c55-cb55a8e83009 req-a8af558f-3de1-4837-a334-d44a71cfc69e service nova] Releasing lock "refresh_cache-a2f033d3-5efd-44f6-95b9-89e91f113c8b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654565] env[69506]: DEBUG nova.compute.manager [req-fa2f2b1f-e4a4-4ebd-8420-9fdd9f6080d9 req-4546e3f3-f95f-473c-8ce8-51bfbd29a7ba service nova] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Detach interface failed, port_id=f700537d-1847-40f2-b75c-543139ce3ac2, reason: Instance ece644b7-8ddc-41b1-8925-cf431a09dd55 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.765918] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.766346] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.766919] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.766919] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e80ef10-0c80-41c7-ac4c-5489221c1ea8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.776657] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 789.776657] env[69506]: value = "task-3249211" [ 789.776657] env[69506]: _type = "Task" [ 789.776657] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.788177] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.795460] env[69506]: DEBUG nova.scheduler.client.report [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.057354] env[69506]: INFO nova.compute.manager [-] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Took 1.54 seconds to deallocate network for instance. [ 790.094744] env[69506]: DEBUG oslo_vmware.api [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] Task: {'id': task-3249209, 'name': SuspendVM_Task, 'duration_secs': 1.063176} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.095917] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Suspended the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 790.095917] env[69506]: DEBUG nova.compute.manager [None req-820d226b-aee0-4914-a475-2993e6069e8c tempest-ServersAdminNegativeTestJSON-367916218 tempest-ServersAdminNegativeTestJSON-367916218-project-admin] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.098294] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a9d00-aab0-45da-992f-c58ea33c0d6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.287987] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142415} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.288331] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.289295] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69725ab-d59b-40c2-8f06-085e11dadf45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.307078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.307537] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.321847] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.321847] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.744s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.321847] env[69506]: DEBUG nova.objects.instance [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lazy-loading 'resources' on Instance uuid d99c2263-2e5e-4c3e-9f2a-6b10263e684b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.326678] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e0bb04-2eac-4ff0-b51e-b7fd41cc2d9d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.356612] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 790.356612] env[69506]: value = "task-3249212" [ 790.356612] env[69506]: _type = "Task" [ 790.356612] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.369342] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.567523] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.822544] env[69506]: DEBUG nova.compute.utils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.824270] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.824504] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.865435] env[69506]: DEBUG nova.policy [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7e20ccb9954c71ab5e5e1e387d6e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad20d82d8f401f95bfa1e53529568e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.876479] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249212, 'name': ReconfigVM_Task, 'duration_secs': 0.487544} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.882344] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.884028] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b216b31a-8cae-46a0-acbf-b5e34f2945ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.895020] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 790.895020] env[69506]: value = "task-3249213" [ 790.895020] env[69506]: _type = "Task" [ 790.895020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.906019] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249213, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.943941] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce8d7e0-fbab-4768-af9f-0d15f3d69d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.952702] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242ba31-05f0-4e15-b76a-e6390cb59ad2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.001900] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a9022-f532-4b69-b91c-7799e8cee635 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.010441] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568af8f-94e2-48ff-809f-df3d5eabae82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.025648] env[69506]: DEBUG nova.compute.provider_tree [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.237169] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Successfully created port: 8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.328578] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.408134] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249213, 'name': Rename_Task, 'duration_secs': 0.16454} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.408134] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.408365] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb46676-e286-47ab-a98f-9068173390ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.416824] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 791.416824] env[69506]: value = "task-3249214" [ 791.416824] env[69506]: _type = "Task" [ 791.416824] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.426665] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.529180] env[69506]: DEBUG nova.scheduler.client.report [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.933171] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.038192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.041905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.350s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.043715] env[69506]: INFO nova.compute.claims [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.075455] env[69506]: INFO nova.scheduler.client.report [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Deleted allocations for instance d99c2263-2e5e-4c3e-9f2a-6b10263e684b [ 792.339018] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.375113] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.375113] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.375113] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.375113] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.375638] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.375989] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.376402] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.376736] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.377086] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.377611] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.377969] env[69506]: DEBUG nova.virt.hardware [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.378999] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb9c0e-bf15-41a1-b866-4c92d0280b52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.388771] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c9ff0-aa4b-4005-8f34-64800a542fa0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.426402] env[69506]: DEBUG oslo_vmware.api [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249214, 'name': PowerOnVM_Task, 'duration_secs': 0.696524} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.430132] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.430132] env[69506]: INFO nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Took 9.43 seconds to spawn the instance on the hypervisor. [ 792.430132] env[69506]: DEBUG nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.430132] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163ab2cb-b662-453c-aa58-2eeea74b7e27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.586853] env[69506]: DEBUG oslo_concurrency.lockutils [None req-76d4add4-7c60-4584-8d28-7835d8bf9b40 tempest-ServersTestFqdnHostnames-969656061 tempest-ServersTestFqdnHostnames-969656061-project-member] Lock "d99c2263-2e5e-4c3e-9f2a-6b10263e684b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.097s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.632417] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "cb1be988-3e06-4c56-b271-81bd11a7921a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.632740] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.634988] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.634988] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.634988] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.638392] env[69506]: INFO nova.compute.manager [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Terminating instance [ 792.874856] env[69506]: DEBUG nova.compute.manager [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Received event network-vif-plugged-8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.875101] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] Acquiring lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.875305] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.875509] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.876421] env[69506]: DEBUG nova.compute.manager [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] No waiting events found dispatching network-vif-plugged-8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.876634] env[69506]: WARNING nova.compute.manager [req-3a75bd25-f26a-412f-ba85-1233a39cf9dc req-69ccde2f-42df-430a-960a-e7ad0e785d37 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Received unexpected event network-vif-plugged-8eab7a6c-76ed-4110-b125-8a4202552cc7 for instance with vm_state building and task_state spawning. [ 792.953890] env[69506]: INFO nova.compute.manager [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Took 39.80 seconds to build instance. [ 792.964154] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Successfully updated port: 8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.147292] env[69506]: DEBUG nova.compute.manager [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.147515] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.153471] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489ee54-82e2-4ba6-b953-8de25370706a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.161421] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.165022] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67603dd5-aeec-4f4b-b4af-d1bdfd7a930c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.257813] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.257813] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.257813] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleting the datastore file [datastore1] cb1be988-3e06-4c56-b271-81bd11a7921a {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.258191] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9d3634-c43b-48a8-afb3-081f66147ca1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.275953] env[69506]: DEBUG oslo_vmware.api [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 793.275953] env[69506]: value = "task-3249216" [ 793.275953] env[69506]: _type = "Task" [ 793.275953] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.288569] env[69506]: DEBUG oslo_vmware.api [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.458461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aac926fa-745c-4bf2-b1d3-03f2f47dff6b tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.919s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.467956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.468387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.468467] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.672606] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8ec2f-6bd8-4c12-988f-2ec6d86eeb07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.680665] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f210c9d-9ba5-4121-a450-39e0a54eb87f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.722018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a150f-d1e0-4333-b600-91fe71dec505 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.729073] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d4947-fe8f-4f45-be5b-3bd5ee7d0427 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.746352] env[69506]: DEBUG nova.compute.provider_tree [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.789443] env[69506]: DEBUG oslo_vmware.api [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177559} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.789538] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.789716] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.789893] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.790082] env[69506]: INFO nova.compute.manager [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 793.790428] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.790627] env[69506]: DEBUG nova.compute.manager [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.790726] env[69506]: DEBUG nova.network.neutron [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.966208] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.017270] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.249816] env[69506]: DEBUG nova.scheduler.client.report [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.254262] env[69506]: DEBUG nova.network.neutron [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Updating instance_info_cache with network_info: [{"id": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "address": "fa:16:3e:60:fc:a5", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eab7a6c-76", "ovs_interfaceid": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.496722] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.687838] env[69506]: DEBUG nova.network.neutron [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.738169] env[69506]: INFO nova.compute.manager [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Rebuilding instance [ 794.763513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.763513] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.771039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.771333] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Instance network_info: |[{"id": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "address": "fa:16:3e:60:fc:a5", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eab7a6c-76", "ovs_interfaceid": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.771690] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.754s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.773655] env[69506]: INFO nova.compute.claims [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.781885] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:fc:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eab7a6c-76ed-4110-b125-8a4202552cc7', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.791335] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.792696] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.792696] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-112e25c2-4c22-4079-aad6-8bbf307bb24d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.819434] env[69506]: DEBUG nova.compute.manager [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.821066] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a44b80a-8dc6-4acc-8275-398a325e32c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.828248] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.828248] env[69506]: value = "task-3249217" [ 794.828248] env[69506]: _type = "Task" [ 794.828248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.845106] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249217, 'name': CreateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.965356] env[69506]: DEBUG nova.compute.manager [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Received event network-changed-8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.965667] env[69506]: DEBUG nova.compute.manager [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Refreshing instance network info cache due to event network-changed-8eab7a6c-76ed-4110-b125-8a4202552cc7. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.966694] env[69506]: DEBUG oslo_concurrency.lockutils [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] Acquiring lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.966947] env[69506]: DEBUG oslo_concurrency.lockutils [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] Acquired lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.967228] env[69506]: DEBUG nova.network.neutron [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Refreshing network info cache for port 8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.189139] env[69506]: INFO nova.compute.manager [-] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Took 1.40 seconds to deallocate network for instance. [ 795.285806] env[69506]: DEBUG nova.compute.utils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.286618] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.286911] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.340744] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249217, 'name': CreateVM_Task, 'duration_secs': 0.512313} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.341147] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.342085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.342085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.342312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.342570] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9137ce24-0603-4ded-987b-0f0b8fd3a839 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.349658] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 795.349658] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a7312-de88-7807-792b-8dd00a9696da" [ 795.349658] env[69506]: _type = "Task" [ 795.349658] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.354939] env[69506]: DEBUG nova.policy [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cca7a81f771c48eaad4a5ab54cc45b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6dc8aaf9f44285bf1a3eccc27e5854', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.363624] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a7312-de88-7807-792b-8dd00a9696da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.696864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.792860] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.843576] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.843747] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b64edf33-5b5b-4ee0-9d7d-5644735ad55a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.853690] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 795.853690] env[69506]: value = "task-3249218" [ 795.853690] env[69506]: _type = "Task" [ 795.853690] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.886245] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.890024] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527a7312-de88-7807-792b-8dd00a9696da, 'name': SearchDatastore_Task, 'duration_secs': 0.014035} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.890024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.890024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.890024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.890024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.890024] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.890362] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9b88f9-ab5d-42de-9ca6-5fe815989686 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.902141] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.902370] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.903567] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f119d0-c38a-44e4-b3db-29b91e95952e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.914881] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 795.914881] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d16ce3-3bf2-368b-f585-6a7a2c9bfdc0" [ 795.914881] env[69506]: _type = "Task" [ 795.914881] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.923776] env[69506]: DEBUG nova.network.neutron [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Updated VIF entry in instance network info cache for port 8eab7a6c-76ed-4110-b125-8a4202552cc7. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.924232] env[69506]: DEBUG nova.network.neutron [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Updating instance_info_cache with network_info: [{"id": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "address": "fa:16:3e:60:fc:a5", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eab7a6c-76", "ovs_interfaceid": "8eab7a6c-76ed-4110-b125-8a4202552cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.932250] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d16ce3-3bf2-368b-f585-6a7a2c9bfdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.936540] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52625efd-535c-403f-aea8-b26f4a4c54f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.946221] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 795.946221] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526739a0-37c7-9f81-327b-cb94e0a875ba" [ 795.946221] env[69506]: _type = "Task" [ 795.946221] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.955960] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526739a0-37c7-9f81-327b-cb94e0a875ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.980744] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Successfully created port: 3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.386737] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249218, 'name': PowerOffVM_Task, 'duration_secs': 0.195554} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.387024] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.387960] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.388783] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbce6f3-5aca-45ae-9085-10852cbf970b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.397048] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.399656] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea812d61-24d9-4e64-ab9a-4fef000ee73e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.414135] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fbadaf-9b15-4fda-8bd5-28e34c01c42a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.426555] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee6016a-df3d-4df8-84f6-e607acabd418 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.430115] env[69506]: DEBUG oslo_concurrency.lockutils [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] Releasing lock "refresh_cache-5c1c011a-cb40-4576-aadd-f2e2c09706e7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.430411] env[69506]: DEBUG nova.compute.manager [req-ee2bcb0d-889c-45b6-ab73-b207da615a0e req-020ca52c-81da-4905-9c92-4f62e1e66e23 service nova] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Received event network-vif-deleted-1146016d-132b-46f5-9c8e-4352540f16f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.467149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1c2e70-8712-4bde-9a9b-de6cc395383f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.472869] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.473127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.473307] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore1] d7e83c49-723d-4b08-97be-300eb257f91e {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.474236] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15347f58-1b99-4b71-bbaf-9cd0364613f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.481968] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526739a0-37c7-9f81-327b-cb94e0a875ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.483943] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.483943] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5c1c011a-cb40-4576-aadd-f2e2c09706e7/5c1c011a-cb40-4576-aadd-f2e2c09706e7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.484209] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95dcd52-735e-4f5d-a311-bcfc3ecd9e64 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.492064] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9fd865c-3cf5-48ba-85fb-efe2567be9c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.494966] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 796.494966] env[69506]: value = "task-3249220" [ 796.494966] env[69506]: _type = "Task" [ 796.494966] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.507683] env[69506]: DEBUG nova.compute.provider_tree [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.510987] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 796.510987] env[69506]: value = "task-3249221" [ 796.510987] env[69506]: _type = "Task" [ 796.510987] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.518036] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.525129] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.809290] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.840776] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.841085] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.841256] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.841506] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.841687] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.841794] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.842053] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.842231] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.842418] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.842585] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.842758] env[69506]: DEBUG nova.virt.hardware [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.843751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2932c0-e6f5-4e06-ad6f-9ca2c0621161 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.856674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f261e-d6ea-4729-862c-02bed58eb2c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.007299] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158183} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.007806] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.008148] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.008442] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.012190] env[69506]: DEBUG nova.scheduler.client.report [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.025994] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49627} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.026361] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5c1c011a-cb40-4576-aadd-f2e2c09706e7/5c1c011a-cb40-4576-aadd-f2e2c09706e7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.026614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.027235] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25fc2e0d-12df-4464-ab43-0fe2a82ac088 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.035935] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 797.035935] env[69506]: value = "task-3249222" [ 797.035935] env[69506]: _type = "Task" [ 797.035935] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.047295] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.192981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "0f32f2c4-325a-460b-bf1c-356182047c83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.193249] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.520135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.520531] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.523318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.779s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.524827] env[69506]: INFO nova.compute.claims [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.548851] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072303} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.549163] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.549938] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440a9a0-2a50-4e2d-ae58-95658ea5ce52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.574537] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5c1c011a-cb40-4576-aadd-f2e2c09706e7/5c1c011a-cb40-4576-aadd-f2e2c09706e7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.575939] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600854b3-3539-469d-84bf-5a9713fd7d25 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.599908] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 797.599908] env[69506]: value = "task-3249223" [ 797.599908] env[69506]: _type = "Task" [ 797.599908] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.611920] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.692532] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Successfully updated port: 3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.744776] env[69506]: DEBUG nova.compute.manager [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Received event network-vif-plugged-3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.745055] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] Acquiring lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.745303] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.745481] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.745650] env[69506]: DEBUG nova.compute.manager [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] No waiting events found dispatching network-vif-plugged-3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.745815] env[69506]: WARNING nova.compute.manager [req-e3e4cae6-d705-4bc1-9296-d6b139b6999a req-e9a26155-bc64-4d3d-a018-a26cdd0167a2 service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Received unexpected event network-vif-plugged-3847267d-8046-4477-bcdf-bc5c63c945fa for instance with vm_state building and task_state spawning. [ 797.788576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "15069707-265b-4d9f-be42-e3cdb4c2f951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.788576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.029740] env[69506]: DEBUG nova.compute.utils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.033177] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.033510] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.049268] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.049604] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.049809] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.050046] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.050263] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.050476] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.050735] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.050935] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.051160] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.051369] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.051586] env[69506]: DEBUG nova.virt.hardware [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.053044] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc0de4-ffa4-45ba-9879-65e839064341 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.065043] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38bd56-fa10-48cd-b7a7-2d56b9b2bcce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.079785] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:47:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5812d8-ff5b-4903-82fe-6ea3bbeae10d', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.088415] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.088712] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.088966] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49465bde-6f17-4d19-860a-7588afc76c3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.106514] env[69506]: DEBUG nova.policy [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98885af2efa546cbba7d5773007dfc46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33458d3ae0a047b4b719e3f3c0eefb97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.119904] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249223, 'name': ReconfigVM_Task, 'duration_secs': 0.29549} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.121382] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5c1c011a-cb40-4576-aadd-f2e2c09706e7/5c1c011a-cb40-4576-aadd-f2e2c09706e7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.122153] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.122153] env[69506]: value = "task-3249224" [ 798.122153] env[69506]: _type = "Task" [ 798.122153] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.122370] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b536a5f-2ee6-4484-8350-757fea555f84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.133697] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249224, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.135236] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 798.135236] env[69506]: value = "task-3249225" [ 798.135236] env[69506]: _type = "Task" [ 798.135236] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.143733] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249225, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.194525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.194525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquired lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.194705] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.452842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.453088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.456374] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Successfully created port: 1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.537241] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.634045] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249224, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.648268] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249225, 'name': Rename_Task, 'duration_secs': 0.346044} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.648268] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.648268] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6077e201-3108-4327-889d-c1f1385afe91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.657767] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 798.657767] env[69506]: value = "task-3249226" [ 798.657767] env[69506]: _type = "Task" [ 798.657767] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.671446] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.756818] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.964410] env[69506]: DEBUG nova.network.neutron [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Updating instance_info_cache with network_info: [{"id": "3847267d-8046-4477-bcdf-bc5c63c945fa", "address": "fa:16:3e:aa:a0:63", "network": {"id": "9b267c3b-3de0-47fb-8f9c-9efce0a69bfb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-531507705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6dc8aaf9f44285bf1a3eccc27e5854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3847267d-80", "ovs_interfaceid": "3847267d-8046-4477-bcdf-bc5c63c945fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.046554] env[69506]: INFO nova.virt.block_device [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Booting with volume 16adfe1c-5aed-4970-a380-b997317b09b0 at /dev/sda [ 799.091165] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb061c1e-fc61-4292-96c9-0ae1e5cab719 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.106487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d9f33-7163-4595-89a9-c4f95cad0e48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.133859] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249224, 'name': CreateVM_Task, 'duration_secs': 0.70967} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.136801] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.137812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.138522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.138863] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.153751] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e848147-7df3-4f62-8237-66d0a63ee477 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.156909] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4de0583-be7d-45a4-972a-73754d699996 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.159207] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f391c682-a3e5-433f-9ed4-55d6e1815263 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.167318] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 799.167318] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5269c635-42cf-4e33-8144-8caee9649d38" [ 799.167318] env[69506]: _type = "Task" [ 799.167318] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.177250] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c3f90-9f24-4229-98f5-ae589ca70de4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.180871] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.184377] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693c5dd-66c4-45c4-a0e0-94a2eca5da04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.198207] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5269c635-42cf-4e33-8144-8caee9649d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.239824] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf03e9-d38d-4eee-8d5d-b7fecb47cb5b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.243373] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e02a54-f235-4168-8b6d-1dfdf8989276 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.252988] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6172088f-e8d2-4ca7-8867-f59db01bca6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.257841] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1eab92-865d-40ea-9c64-741253b2cda1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.271482] env[69506]: DEBUG nova.compute.provider_tree [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.276924] env[69506]: DEBUG nova.virt.block_device [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating existing volume attachment record: 7a23dca1-94ff-4525-9052-3f061660a5e0 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 799.467164] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Releasing lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.467518] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Instance network_info: |[{"id": "3847267d-8046-4477-bcdf-bc5c63c945fa", "address": "fa:16:3e:aa:a0:63", "network": {"id": "9b267c3b-3de0-47fb-8f9c-9efce0a69bfb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-531507705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6dc8aaf9f44285bf1a3eccc27e5854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3847267d-80", "ovs_interfaceid": "3847267d-8046-4477-bcdf-bc5c63c945fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.468186] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a0:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3847267d-8046-4477-bcdf-bc5c63c945fa', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.475263] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Creating folder: Project (1d6dc8aaf9f44285bf1a3eccc27e5854). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.475541] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd786cdd-1e85-4eba-b167-4b1d36e3cf7d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.487819] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Created folder: Project (1d6dc8aaf9f44285bf1a3eccc27e5854) in parent group-v649133. [ 799.488193] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Creating folder: Instances. Parent ref: group-v649281. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.488463] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95dea4d4-6522-457d-8adf-fb7b2235b5f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.499202] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Created folder: Instances in parent group-v649281. [ 799.499432] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.499618] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.499823] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b61f451-8158-456a-b9b0-57c486908264 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.519841] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.519841] env[69506]: value = "task-3249229" [ 799.519841] env[69506]: _type = "Task" [ 799.519841] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.527178] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249229, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.675054] env[69506]: DEBUG oslo_vmware.api [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249226, 'name': PowerOnVM_Task, 'duration_secs': 0.53062} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.675791] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.676009] env[69506]: INFO nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Took 7.34 seconds to spawn the instance on the hypervisor. [ 799.676217] env[69506]: DEBUG nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.676963] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d7669-13f1-49a8-8d48-a9acb400e0ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.683522] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5269c635-42cf-4e33-8144-8caee9649d38, 'name': SearchDatastore_Task, 'duration_secs': 0.021419} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.684312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.684507] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.684787] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.684955] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.685152] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.685411] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aaaa061-a099-49ee-b840-518406ba3713 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.700554] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.700757] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.701584] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ac2352-2b01-43c7-9569-951b6a63b2b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.707956] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 799.707956] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b1f427-2084-f9ad-81d5-532e96cdb3a4" [ 799.707956] env[69506]: _type = "Task" [ 799.707956] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.716599] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b1f427-2084-f9ad-81d5-532e96cdb3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.780576] env[69506]: DEBUG nova.scheduler.client.report [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.800800] env[69506]: DEBUG nova.compute.manager [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Received event network-changed-3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.801092] env[69506]: DEBUG nova.compute.manager [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Refreshing instance network info cache due to event network-changed-3847267d-8046-4477-bcdf-bc5c63c945fa. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.801430] env[69506]: DEBUG oslo_concurrency.lockutils [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] Acquiring lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.801638] env[69506]: DEBUG oslo_concurrency.lockutils [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] Acquired lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.801818] env[69506]: DEBUG nova.network.neutron [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Refreshing network info cache for port 3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.041276] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249229, 'name': CreateVM_Task, 'duration_secs': 0.373} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.041331] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.042296] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.042663] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.043059] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.047234] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2508300-616b-4e4c-a285-400d37127d59 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.053250] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 800.053250] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afcffe-f8da-94b2-fa5f-778651817963" [ 800.053250] env[69506]: _type = "Task" [ 800.053250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.063481] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afcffe-f8da-94b2-fa5f-778651817963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.204545] env[69506]: INFO nova.compute.manager [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Took 35.08 seconds to build instance. [ 800.218956] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b1f427-2084-f9ad-81d5-532e96cdb3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.222251] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Successfully updated port: 1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.225329] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cddd733-3b96-4099-b387-f9177ca5d5e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.235312] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 800.235312] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f26c86-6992-3e56-b248-5540f320e3fd" [ 800.235312] env[69506]: _type = "Task" [ 800.235312] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.250502] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f26c86-6992-3e56-b248-5540f320e3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.250762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.251021] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.251274] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3de58c09-1194-4dbd-be3d-9c869cd8b9c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.259966] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 800.259966] env[69506]: value = "task-3249230" [ 800.259966] env[69506]: _type = "Task" [ 800.259966] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.268726] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.285168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.285717] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.288361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.256s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.289044] env[69506]: DEBUG nova.objects.instance [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lazy-loading 'resources' on Instance uuid d5bc29a0-8e36-4e5b-8917-edd158cf74de {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.574755] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afcffe-f8da-94b2-fa5f-778651817963, 'name': SearchDatastore_Task, 'duration_secs': 0.025058} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.574755] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.574755] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.574755] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.574755] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.574755] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.575278] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53e6ce4-e3eb-4dcf-80e0-d4095d56a7ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.587671] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.587916] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.588651] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac933671-4bf8-411f-8297-e283065cd48b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.596547] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 800.596547] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524cb4ab-a59d-e922-d426-b0766ede3c1d" [ 800.596547] env[69506]: _type = "Task" [ 800.596547] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.607632] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524cb4ab-a59d-e922-d426-b0766ede3c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.711321] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e5458f2-d5f5-4fa5-b15a-3822f7dc1253 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.539s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.717084] env[69506]: DEBUG nova.network.neutron [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Updated VIF entry in instance network info cache for port 3847267d-8046-4477-bcdf-bc5c63c945fa. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.717084] env[69506]: DEBUG nova.network.neutron [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Updating instance_info_cache with network_info: [{"id": "3847267d-8046-4477-bcdf-bc5c63c945fa", "address": "fa:16:3e:aa:a0:63", "network": {"id": "9b267c3b-3de0-47fb-8f9c-9efce0a69bfb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-531507705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6dc8aaf9f44285bf1a3eccc27e5854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3847267d-80", "ovs_interfaceid": "3847267d-8046-4477-bcdf-bc5c63c945fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.731720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.731720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquired lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.731720] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.773856] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484825} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.773856] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.773856] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.773856] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0402ad3f-1bd4-4d77-af3c-a9e5b3f27882 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.778975] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 800.778975] env[69506]: value = "task-3249231" [ 800.778975] env[69506]: _type = "Task" [ 800.778975] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.786789] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.792104] env[69506]: DEBUG nova.compute.utils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.793393] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.793977] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.848632] env[69506]: DEBUG nova.policy [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca433c275144cd3b4e9b84e54869c5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e94d28e18b7f49b4abfe292817da0d3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.115756] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524cb4ab-a59d-e922-d426-b0766ede3c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.019344} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.115756] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a81a6c-2bbf-45df-ab7a-412c8a83c276 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.120052] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 801.120052] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b82bc8-489c-952e-fb70-38791953aab9" [ 801.120052] env[69506]: _type = "Task" [ 801.120052] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.131929] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b82bc8-489c-952e-fb70-38791953aab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.216424] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.221728] env[69506]: DEBUG oslo_concurrency.lockutils [req-28c25387-863a-49e4-9ccb-82880c9c5e6d req-c91625ca-ffbf-4b8b-85cf-729b9c760bcc service nova] Releasing lock "refresh_cache-c212fc55-c74a-4580-a49f-c4e373401eb8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.288816] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.298642] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.300830] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.332476] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Successfully created port: 4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.376274] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.376801] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.377030] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.377195] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.377380] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.378628] env[69506]: DEBUG nova.virt.hardware [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.379739] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94a6a2-a044-44c1-9626-5a604d7e0312 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.392480] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd0689-b9bb-4cf7-80eb-3b0c27491481 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.461978] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409b77d9-58d5-4acf-a69c-62b5fd3a0b4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.474908] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b96000-67fe-4d4a-b99b-7c0ccb56abe1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.511338] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79048220-bd64-4b1c-a6bb-cfd21af22c72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.520865] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3406da0b-ffcf-4c9c-9f2a-33410388fd36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.536535] env[69506]: DEBUG nova.compute.provider_tree [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.600034] env[69506]: DEBUG nova.network.neutron [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating instance_info_cache with network_info: [{"id": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "address": "fa:16:3e:6c:e8:31", "network": {"id": "1b5cdea2-a0bd-4547-b348-5ebbaade6c2e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33458d3ae0a047b4b719e3f3c0eefb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c600feb-bf", "ovs_interfaceid": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.631847] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b82bc8-489c-952e-fb70-38791953aab9, 'name': SearchDatastore_Task, 'duration_secs': 0.087518} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.632161] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.632465] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] c212fc55-c74a-4580-a49f-c4e373401eb8/c212fc55-c74a-4580-a49f-c4e373401eb8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.632763] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9be0f2-fdac-41e7-a894-9461a27b25f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.641125] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 801.641125] env[69506]: value = "task-3249232" [ 801.641125] env[69506]: _type = "Task" [ 801.641125] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.651603] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.744575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.790554] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.743385} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.790947] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.791937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545f60c-1556-41dd-870b-ceb4256e8464 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.823965] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.824877] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81f8f79-a946-42d1-ab74-3bc0d63cdee3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.846484] env[69506]: DEBUG nova.compute.manager [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Received event network-vif-plugged-1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.846750] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Acquiring lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.846984] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.847417] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.847614] env[69506]: DEBUG nova.compute.manager [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] No waiting events found dispatching network-vif-plugged-1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.847791] env[69506]: WARNING nova.compute.manager [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Received unexpected event network-vif-plugged-1c600feb-bfdc-4b2e-b45b-83ec520ce13a for instance with vm_state building and task_state spawning. [ 801.847967] env[69506]: DEBUG nova.compute.manager [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Received event network-changed-1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.848151] env[69506]: DEBUG nova.compute.manager [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Refreshing instance network info cache due to event network-changed-1c600feb-bfdc-4b2e-b45b-83ec520ce13a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.848476] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Acquiring lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.859651] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 801.859651] env[69506]: value = "task-3249233" [ 801.859651] env[69506]: _type = "Task" [ 801.859651] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.874824] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.975919] env[69506]: DEBUG nova.compute.manager [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.977036] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc897d-450c-4a8c-b30c-ec8e1193bc7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.043516] env[69506]: DEBUG nova.scheduler.client.report [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.102396] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Releasing lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104067] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance network_info: |[{"id": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "address": "fa:16:3e:6c:e8:31", "network": {"id": "1b5cdea2-a0bd-4547-b348-5ebbaade6c2e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33458d3ae0a047b4b719e3f3c0eefb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c600feb-bf", "ovs_interfaceid": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.104067] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Acquired lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.104067] env[69506]: DEBUG nova.network.neutron [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Refreshing network info cache for port 1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.104519] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e8:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c600feb-bfdc-4b2e-b45b-83ec520ce13a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.113220] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Creating folder: Project (33458d3ae0a047b4b719e3f3c0eefb97). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.116947] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f69514f4-793d-47e5-a29f-fbc91de3c7d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.132932] env[69506]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 802.133131] env[69506]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69506) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 802.133515] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Folder already exists: Project (33458d3ae0a047b4b719e3f3c0eefb97). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 802.133712] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Creating folder: Instances. Parent ref: group-v649245. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.133959] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-336050cd-fe9b-4a31-ba5c-4c00503aca33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.147401] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Created folder: Instances in parent group-v649245. [ 802.147646] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.148341] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.148575] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe5d2176-0273-4ffe-872d-a49ca596a777 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.169370] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46807} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.170376] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] c212fc55-c74a-4580-a49f-c4e373401eb8/c212fc55-c74a-4580-a49f-c4e373401eb8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.170601] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.170859] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d116150b-3fff-4418-af49-3ff6c569c577 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.176579] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.176579] env[69506]: value = "task-3249236" [ 802.176579] env[69506]: _type = "Task" [ 802.176579] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.181142] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 802.181142] env[69506]: value = "task-3249237" [ 802.181142] env[69506]: _type = "Task" [ 802.181142] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.187438] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249236, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.193717] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.326207] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.355140] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.355495] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.355710] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.355980] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.356240] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.356455] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.356759] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.357036] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.357272] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.357493] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.357730] env[69506]: DEBUG nova.virt.hardware [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.358699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d5dcb2-8c01-4aad-878d-e5e521d206ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.378937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1047e1-6492-41a4-ad06-80de00c44ff8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.384385] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249233, 'name': ReconfigVM_Task, 'duration_secs': 0.433081} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.384771] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d7e83c49-723d-4b08-97be-300eb257f91e/d7e83c49-723d-4b08-97be-300eb257f91e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.385873] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a7c6cf-017b-4f05-b191-bd48e00d19e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.399192] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 802.399192] env[69506]: value = "task-3249238" [ 802.399192] env[69506]: _type = "Task" [ 802.399192] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.408529] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249238, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.409750] env[69506]: DEBUG nova.network.neutron [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updated VIF entry in instance network info cache for port 1c600feb-bfdc-4b2e-b45b-83ec520ce13a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.410078] env[69506]: DEBUG nova.network.neutron [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating instance_info_cache with network_info: [{"id": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "address": "fa:16:3e:6c:e8:31", "network": {"id": "1b5cdea2-a0bd-4547-b348-5ebbaade6c2e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33458d3ae0a047b4b719e3f3c0eefb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c600feb-bf", "ovs_interfaceid": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.492022] env[69506]: INFO nova.compute.manager [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] instance snapshotting [ 802.494955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50659b-7269-406c-9003-95ea4a617475 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.516219] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc3abd-5394-4d04-839d-665ff93dafb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.552848] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.555827] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.236s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.560021] env[69506]: INFO nova.compute.claims [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.580374] env[69506]: INFO nova.scheduler.client.report [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted allocations for instance d5bc29a0-8e36-4e5b-8917-edd158cf74de [ 802.689463] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249236, 'name': CreateVM_Task, 'duration_secs': 0.421608} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.690017] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.690900] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '7a23dca1-94ff-4525-9052-3f061660a5e0', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649251', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'name': 'volume-16adfe1c-5aed-4970-a380-b997317b09b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f232a91-ec92-4245-a40b-8d884f6c347c', 'attached_at': '', 'detached_at': '', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'serial': '16adfe1c-5aed-4970-a380-b997317b09b0'}, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69506) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 802.691122] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Root volume attach. Driver type: vmdk {{(pid=69506) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 802.691880] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c241efe-8976-493e-929e-2147364d7070 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.697432] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090305} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.698031] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.699166] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4742bd-55de-4e7d-90a2-b3f738625e63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.705037] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2889098-e968-4616-ad29-fa5d708e5c1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.724534] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c212fc55-c74a-4580-a49f-c4e373401eb8/c212fc55-c74a-4580-a49f-c4e373401eb8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.725154] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbd1773-248d-47af-b560-015cb6b78248 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.744426] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee220c-551c-4db6-a19c-fbe08aed138f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.749395] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 802.749395] env[69506]: value = "task-3249239" [ 802.749395] env[69506]: _type = "Task" [ 802.749395] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.754358] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1a0b671-4b72-4eb2-8dd4-0ba02a896d6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.762690] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.764222] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 802.764222] env[69506]: value = "task-3249240" [ 802.764222] env[69506]: _type = "Task" [ 802.764222] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.774379] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249240, 'name': RelocateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.911820] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249238, 'name': Rename_Task, 'duration_secs': 0.44099} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.912335] env[69506]: DEBUG oslo_concurrency.lockutils [req-78c2ad98-fae5-4030-acea-45931d4dab05 req-723bf815-4db4-4740-91c1-fd8a799138f4 service nova] Releasing lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.912769] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.912997] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71464e62-5cdf-4178-becc-bce052ff96a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.921361] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 802.921361] env[69506]: value = "task-3249241" [ 802.921361] env[69506]: _type = "Task" [ 802.921361] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.930292] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.027992] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.029081] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6bbfd37-b41c-494c-9f76-0ee67205fe39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.038673] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 803.038673] env[69506]: value = "task-3249242" [ 803.038673] env[69506]: _type = "Task" [ 803.038673] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.047930] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.083842] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Successfully updated port: 4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.088998] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5af62c6-a7f4-45d9-a69f-076d088988a7 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d5bc29a0-8e36-4e5b-8917-edd158cf74de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.536s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.261815] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249239, 'name': ReconfigVM_Task, 'duration_secs': 0.310013} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.262128] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c212fc55-c74a-4580-a49f-c4e373401eb8/c212fc55-c74a-4580-a49f-c4e373401eb8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.262806] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b890c13-12e0-4757-b61b-29e62dfe9eef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.273059] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249240, 'name': RelocateVM_Task} progress is 20%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.274477] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 803.274477] env[69506]: value = "task-3249243" [ 803.274477] env[69506]: _type = "Task" [ 803.274477] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.282312] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249243, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.432581] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.549030] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.586713] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.586877] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.587032] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.775095] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249240, 'name': RelocateVM_Task, 'duration_secs': 0.616955} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.778557] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 803.778686] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649251', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'name': 'volume-16adfe1c-5aed-4970-a380-b997317b09b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f232a91-ec92-4245-a40b-8d884f6c347c', 'attached_at': '', 'detached_at': '', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'serial': '16adfe1c-5aed-4970-a380-b997317b09b0'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 803.781639] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9717938-b3fc-416d-820d-02a4932f6df2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.807129] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7892beb9-3fb5-4577-a3b5-d2437fd5e74e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.810352] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249243, 'name': Rename_Task, 'duration_secs': 0.143125} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.810986] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.811833] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc2e45e8-7fd1-454b-b20b-22486ee52039 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.833252] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-16adfe1c-5aed-4970-a380-b997317b09b0/volume-16adfe1c-5aed-4970-a380-b997317b09b0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.837286] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5336dd-2ba8-4e92-8569-71121569191a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.853432] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 803.853432] env[69506]: value = "task-3249244" [ 803.853432] env[69506]: _type = "Task" [ 803.853432] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.858439] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 803.858439] env[69506]: value = "task-3249245" [ 803.858439] env[69506]: _type = "Task" [ 803.858439] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.870600] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.877157] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.887045] env[69506]: DEBUG nova.compute.manager [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Received event network-vif-plugged-4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.887340] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Acquiring lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.887595] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.887819] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.888151] env[69506]: DEBUG nova.compute.manager [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] No waiting events found dispatching network-vif-plugged-4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.888431] env[69506]: WARNING nova.compute.manager [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Received unexpected event network-vif-plugged-4b2d1982-f340-4f92-a2ab-eb47c01e39c8 for instance with vm_state building and task_state spawning. [ 803.888565] env[69506]: DEBUG nova.compute.manager [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Received event network-changed-4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.888739] env[69506]: DEBUG nova.compute.manager [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Refreshing instance network info cache due to event network-changed-4b2d1982-f340-4f92-a2ab-eb47c01e39c8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.888951] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Acquiring lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.903442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.903740] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.931986] env[69506]: DEBUG oslo_vmware.api [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249241, 'name': PowerOnVM_Task, 'duration_secs': 0.718451} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.934717] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.934957] env[69506]: DEBUG nova.compute.manager [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.936088] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd048586-8020-44c5-9960-11d9d38711e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.051396] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249242, 'name': CreateSnapshot_Task, 'duration_secs': 0.98151} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.054221] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.056043] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2f20e-d053-4d93-8643-28d56225c788 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.130997] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.147497] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e49d3-7734-4eb7-8a1c-6212c5cfe7d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.162046] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb20ca-1056-4bbd-ad00-b80e0de21ea5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.203374] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a167334-ef0b-45d6-893b-df9ca3a03a01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.213440] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e24c3a-6371-409c-85ff-273f60338a16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.228790] env[69506]: DEBUG nova.compute.provider_tree [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.360092] env[69506]: DEBUG nova.network.neutron [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updating instance_info_cache with network_info: [{"id": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "address": "fa:16:3e:8d:c2:ed", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d1982-f3", "ovs_interfaceid": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.369327] env[69506]: DEBUG oslo_vmware.api [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249244, 'name': PowerOnVM_Task, 'duration_secs': 0.487941} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.372945] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.372945] env[69506]: INFO nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Took 7.56 seconds to spawn the instance on the hypervisor. [ 804.372945] env[69506]: DEBUG nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.374020] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249245, 'name': ReconfigVM_Task, 'duration_secs': 0.353598} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.374020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b9f7b-fac5-4160-8992-cf0ff80a4771 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.376603] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-16adfe1c-5aed-4970-a380-b997317b09b0/volume-16adfe1c-5aed-4970-a380-b997317b09b0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.382398] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c923821a-4a59-44e7-b1e1-6578f3a1d243 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.402044] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 804.402044] env[69506]: value = "task-3249246" [ 804.402044] env[69506]: _type = "Task" [ 804.402044] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.410711] env[69506]: INFO nova.compute.manager [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Detaching volume 0383f47f-ed5b-46c7-b75f-8f6498424e35 [ 804.412708] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.455044] env[69506]: INFO nova.virt.block_device [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Attempting to driver detach volume 0383f47f-ed5b-46c7-b75f-8f6498424e35 from mountpoint /dev/sdb [ 804.455044] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 804.455044] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649260', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'name': 'volume-0383f47f-ed5b-46c7-b75f-8f6498424e35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3195279f-4bf6-4583-8c01-f6706f7e6e4c', 'attached_at': '', 'detached_at': '', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'serial': '0383f47f-ed5b-46c7-b75f-8f6498424e35'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 804.458572] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8777f-fdfa-4c37-a174-0894358b931c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.464674] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.482298] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a4c26-0a7c-4b8a-812b-53868d4d7f72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.489995] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba9292-e7cc-4dad-9207-41bf2beb1f2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.510770] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3bcd10-8ddc-4284-bf49-54a36352fb14 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535209] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] The volume has not been displaced from its original location: [datastore2] volume-0383f47f-ed5b-46c7-b75f-8f6498424e35/volume-0383f47f-ed5b-46c7-b75f-8f6498424e35.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 804.540454] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.541799] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28556c75-bc63-4303-8788-c2a79ed6f004 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.562069] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 804.562069] env[69506]: value = "task-3249247" [ 804.562069] env[69506]: _type = "Task" [ 804.562069] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.572568] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.576563] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7e512ac-84c3-42a9-bb85-99404346dda7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.580409] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.584842] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 804.584842] env[69506]: value = "task-3249248" [ 804.584842] env[69506]: _type = "Task" [ 804.584842] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.595032] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249248, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.735018] env[69506]: DEBUG nova.scheduler.client.report [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.865779] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.866293] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Instance network_info: |[{"id": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "address": "fa:16:3e:8d:c2:ed", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d1982-f3", "ovs_interfaceid": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.866597] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Acquired lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.866768] env[69506]: DEBUG nova.network.neutron [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Refreshing network info cache for port 4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.868505] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c2:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2d1982-f340-4f92-a2ab-eb47c01e39c8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.878095] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.881355] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.881883] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94048102-39e5-44d4-a343-7b4703d3472e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.914510] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.914510] env[69506]: value = "task-3249249" [ 804.914510] env[69506]: _type = "Task" [ 804.914510] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.922717] env[69506]: INFO nova.compute.manager [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Took 35.25 seconds to build instance. [ 804.923991] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249246, 'name': ReconfigVM_Task, 'duration_secs': 0.237582} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.924824] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649251', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'name': 'volume-16adfe1c-5aed-4970-a380-b997317b09b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f232a91-ec92-4245-a40b-8d884f6c347c', 'attached_at': '', 'detached_at': '', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'serial': '16adfe1c-5aed-4970-a380-b997317b09b0'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 804.925462] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba6ab6ca-b280-4c49-a19a-43ab388fa005 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.931872] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249249, 'name': CreateVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.937240] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 804.937240] env[69506]: value = "task-3249250" [ 804.937240] env[69506]: _type = "Task" [ 804.937240] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.947166] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249250, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.058723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d8406646-e0a4-40db-b223-b703b7049610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.059454] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.059556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "d8406646-e0a4-40db-b223-b703b7049610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.060290] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.060552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.064448] env[69506]: INFO nova.compute.manager [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Terminating instance [ 805.075508] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249247, 'name': ReconfigVM_Task, 'duration_secs': 0.314543} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.075824] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.084865] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213bc0bf-9dea-4f02-a1e5-8c5c48ecac0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.106141] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249248, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.107414] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 805.107414] env[69506]: value = "task-3249251" [ 805.107414] env[69506]: _type = "Task" [ 805.107414] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.115911] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.145345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "7f81370f-e4e9-4ce9-8777-cb1256604808" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.145345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.145345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.145345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.145503] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.147758] env[69506]: INFO nova.compute.manager [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Terminating instance [ 805.238243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.238759] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.242087] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.945s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.242330] env[69506]: DEBUG nova.objects.instance [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lazy-loading 'resources' on Instance uuid 54366b5d-6ffa-4094-8b77-259668b00cc7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.373478] env[69506]: DEBUG nova.network.neutron [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updated VIF entry in instance network info cache for port 4b2d1982-f340-4f92-a2ab-eb47c01e39c8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.374296] env[69506]: DEBUG nova.network.neutron [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updating instance_info_cache with network_info: [{"id": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "address": "fa:16:3e:8d:c2:ed", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d1982-f3", "ovs_interfaceid": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.426776] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4284bfd3-3f06-40a6-a82d-7052af7d875b tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.262s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.426995] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249249, 'name': CreateVM_Task, 'duration_secs': 0.470357} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.428165] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.429335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.429335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.429499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.429820] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76eed875-d58c-4571-821c-3ecceba757f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.436479] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 805.436479] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb32cc-7348-16b2-9b86-10e397b98709" [ 805.436479] env[69506]: _type = "Task" [ 805.436479] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.448585] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb32cc-7348-16b2-9b86-10e397b98709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.452212] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249250, 'name': Rename_Task, 'duration_secs': 0.143958} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.452461] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.452684] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b1647e-fa32-47e6-97b7-0defe931e01f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.458635] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 805.458635] env[69506]: value = "task-3249252" [ 805.458635] env[69506]: _type = "Task" [ 805.458635] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.466549] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.570978] env[69506]: DEBUG nova.compute.manager [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.571200] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.572098] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94924087-3914-475b-b9a0-c6c4efb0bce7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.580921] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.581212] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e06ba8b-4cfa-4feb-8c4b-5be32d6878d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.587393] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 805.587393] env[69506]: value = "task-3249253" [ 805.587393] env[69506]: _type = "Task" [ 805.587393] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.596770] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.605209] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249248, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.617466] env[69506]: DEBUG oslo_vmware.api [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249251, 'name': ReconfigVM_Task, 'duration_secs': 0.14285} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.617830] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649260', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'name': 'volume-0383f47f-ed5b-46c7-b75f-8f6498424e35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3195279f-4bf6-4583-8c01-f6706f7e6e4c', 'attached_at': '', 'detached_at': '', 'volume_id': '0383f47f-ed5b-46c7-b75f-8f6498424e35', 'serial': '0383f47f-ed5b-46c7-b75f-8f6498424e35'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.652543] env[69506]: DEBUG nova.compute.manager [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.652774] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.653739] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8d202-8e0c-476c-892d-918498d94a76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.663031] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.663265] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-442a3849-e1c1-46fc-9d89-edcefaa3654c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.669324] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 805.669324] env[69506]: value = "task-3249254" [ 805.669324] env[69506]: _type = "Task" [ 805.669324] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.680873] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.745760] env[69506]: DEBUG nova.compute.utils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.747780] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.755229] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.831379] env[69506]: DEBUG nova.policy [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b1cad7a45244fd9a31f69534d7f7767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea978169e6de4cc09fa2ad5ba09ac611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.877618] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6f77c9-f703-4e93-80ba-18508747127b req-acc9a9ee-829f-44de-a4be-0c35c2c41fa6 service nova] Releasing lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.933844] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.951318] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb32cc-7348-16b2-9b86-10e397b98709, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.956462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.956462] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.956462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.956462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.956462] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.957133] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2ae7dc-40ab-4624-abb4-6133310303cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.969737] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.981023] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.981023] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.983721] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171f1fd8-8aa1-4114-95a4-32acbd2c24f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992020] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 805.992020] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527080fa-dd0b-7073-175a-a780594951de" [ 805.992020] env[69506]: _type = "Task" [ 805.992020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.002124] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527080fa-dd0b-7073-175a-a780594951de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.023513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "d7e83c49-723d-4b08-97be-300eb257f91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.023513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.023513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.023513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.023513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.024623] env[69506]: INFO nova.compute.manager [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Terminating instance [ 806.104216] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249253, 'name': PowerOffVM_Task, 'duration_secs': 0.288931} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.104873] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.105077] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.105369] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dece1e7-83c7-400f-8c0c-fddcb141f740 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.110350] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249248, 'name': CloneVM_Task, 'duration_secs': 1.233934} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.115115] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Created linked-clone VM from snapshot [ 806.116220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ae604-a458-4200-a39d-f936a77dbfb6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.126740] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Uploading image d8174f74-b936-4894-9f2a-5d04679bcff1 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.161482] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.161482] env[69506]: value = "vm-649287" [ 806.161482] env[69506]: _type = "VirtualMachine" [ 806.161482] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.162185] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14401cb1-816c-46c3-b54f-426386a77834 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.175133] env[69506]: DEBUG nova.objects.instance [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.177748] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease: (returnval){ [ 806.177748] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52878ac8-a9c0-4b9e-7d3b-18d8b99f1475" [ 806.177748] env[69506]: _type = "HttpNfcLease" [ 806.177748] env[69506]: } obtained for exporting VM: (result){ [ 806.177748] env[69506]: value = "vm-649287" [ 806.177748] env[69506]: _type = "VirtualMachine" [ 806.177748] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.178770] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the lease: (returnval){ [ 806.178770] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52878ac8-a9c0-4b9e-7d3b-18d8b99f1475" [ 806.178770] env[69506]: _type = "HttpNfcLease" [ 806.178770] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.183041] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.183101] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.183272] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleting the datastore file [datastore2] d8406646-e0a4-40db-b223-b703b7049610 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.187147] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8558795b-8925-4319-8ff9-caeadd34d8ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.191749] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249254, 'name': PowerOffVM_Task, 'duration_secs': 0.170265} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.192617] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.192783] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.193674] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-661b08ee-d8e4-4a50-b310-3cc24750088e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.196774] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.196774] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52878ac8-a9c0-4b9e-7d3b-18d8b99f1475" [ 806.196774] env[69506]: _type = "HttpNfcLease" [ 806.196774] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.200732] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.200732] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52878ac8-a9c0-4b9e-7d3b-18d8b99f1475" [ 806.200732] env[69506]: _type = "HttpNfcLease" [ 806.200732] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.201449] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 806.201449] env[69506]: value = "task-3249257" [ 806.201449] env[69506]: _type = "Task" [ 806.201449] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.202449] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ac5cb-b3d5-4b07-add7-f36384d26f6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.212525] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.213065] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.219426] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.281339] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.287562] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.288523] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.288523] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleting the datastore file [datastore1] 7f81370f-e4e9-4ce9-8777-cb1256604808 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.289881] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb37943-a572-4387-b285-6b383fc19822 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.297019] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for the task: (returnval){ [ 806.297019] env[69506]: value = "task-3249259" [ 806.297019] env[69506]: _type = "Task" [ 806.297019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.307591] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.326019] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-325a5a87-e483-43c0-8844-3c9059bf239d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.419829] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Successfully created port: 96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.460994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.476447] env[69506]: DEBUG oslo_vmware.api [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249252, 'name': PowerOnVM_Task, 'duration_secs': 0.536879} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.476721] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.476921] env[69506]: INFO nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Took 5.10 seconds to spawn the instance on the hypervisor. [ 806.477117] env[69506]: DEBUG nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.478025] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd211b8-0ce3-4c8e-987b-dfa6e5024cca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.481926] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3936b5-9a16-442a-b613-3eec32117dbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.499267] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc48e774-1558-4018-9243-f8d44fb9f533 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.509125] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527080fa-dd0b-7073-175a-a780594951de, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.533648] env[69506]: DEBUG nova.compute.manager [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.533933] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.534532] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f394ece4-3b84-4e6e-9dbb-92168002d46f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.537732] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf3297f-f848-475b-a8d7-4f8c72594480 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.540903] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5010ae05-18f4-486d-b43e-ab2817dd57b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.547061] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 806.547061] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523c004c-f635-4d5b-0a9d-58a319a65d0a" [ 806.547061] env[69506]: _type = "Task" [ 806.547061] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.552417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.556096] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-921db060-31e4-42bc-8cb9-c978f70d8775 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.558195] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d5d0f-fa66-4f79-86eb-b28bfc064900 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.570536] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523c004c-f635-4d5b-0a9d-58a319a65d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.581153] env[69506]: DEBUG nova.compute.provider_tree [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.582678] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 806.582678] env[69506]: value = "task-3249260" [ 806.582678] env[69506]: _type = "Task" [ 806.582678] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.593169] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.697338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.697640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.715357] env[69506]: DEBUG oslo_vmware.api [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196324} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.715412] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.715582] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.715910] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.716184] env[69506]: INFO nova.compute.manager [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: d8406646-e0a4-40db-b223-b703b7049610] Took 1.14 seconds to destroy the instance on the hypervisor. [ 806.716525] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.716718] env[69506]: DEBUG nova.compute.manager [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.716920] env[69506]: DEBUG nova.network.neutron [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.808311] env[69506]: DEBUG oslo_vmware.api [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Task: {'id': task-3249259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197018} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.808637] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.808967] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.809231] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.809454] env[69506]: INFO nova.compute.manager [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Took 1.16 seconds to destroy the instance on the hypervisor. [ 806.809829] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.810111] env[69506]: DEBUG nova.compute.manager [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.810231] env[69506]: DEBUG nova.network.neutron [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.004243] env[69506]: INFO nova.compute.manager [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Took 35.01 seconds to build instance. [ 807.068504] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523c004c-f635-4d5b-0a9d-58a319a65d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.02234} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.068955] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.069477] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 244db566-fe89-4193-bb1e-e78f4e3da30c/244db566-fe89-4193-bb1e-e78f4e3da30c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.070218] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2db0bd3-4d53-4d95-8e69-c08583fc1f80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.078513] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 807.078513] env[69506]: value = "task-3249261" [ 807.078513] env[69506]: _type = "Task" [ 807.078513] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.085620] env[69506]: DEBUG nova.scheduler.client.report [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.108863] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.115419] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249260, 'name': PowerOffVM_Task, 'duration_secs': 0.237188} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.117225] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.118813] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.123023] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc7370b2-ed15-49bc-b788-c8deab55244c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.191019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-90edbf91-a9b6-4041-8d8e-96cf201a16d2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.191019] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.191595] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.192661] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore2] d7e83c49-723d-4b08-97be-300eb257f91e {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.193471] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e9ce31a-674c-4a17-be77-57b1f42eb35c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.201051] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 807.201051] env[69506]: value = "task-3249263" [ 807.201051] env[69506]: _type = "Task" [ 807.201051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.213503] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.300175] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.307864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.307864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.307864] env[69506]: DEBUG nova.compute.manager [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.314110] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33eec08-aca5-49e1-a6e8-bfce216ef5ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.323622] env[69506]: DEBUG nova.compute.manager [req-f4eeb168-cefd-4d80-a65c-54a3d4668cca req-3fe80206-ea6b-4224-9c7a-56dc654ca8c9 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Received event network-vif-deleted-a820ece7-07f6-408c-87ab-f8d7d5308d3e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.323622] env[69506]: INFO nova.compute.manager [req-f4eeb168-cefd-4d80-a65c-54a3d4668cca req-3fe80206-ea6b-4224-9c7a-56dc654ca8c9 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Neutron deleted interface a820ece7-07f6-408c-87ab-f8d7d5308d3e; detaching it from the instance and deleting it from the info cache [ 807.323622] env[69506]: DEBUG nova.network.neutron [req-f4eeb168-cefd-4d80-a65c-54a3d4668cca req-3fe80206-ea6b-4224-9c7a-56dc654ca8c9 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.337202] env[69506]: DEBUG nova.compute.manager [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 807.337760] env[69506]: DEBUG nova.objects.instance [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.342713] env[69506]: DEBUG nova.compute.manager [req-8ff04829-5c57-49a7-b16f-ae879436f150 req-30a87097-dd3a-4459-a8ac-954653651a12 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Received event network-vif-deleted-7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.344035] env[69506]: INFO nova.compute.manager [req-8ff04829-5c57-49a7-b16f-ae879436f150 req-30a87097-dd3a-4459-a8ac-954653651a12 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Neutron deleted interface 7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f; detaching it from the instance and deleting it from the info cache [ 807.344035] env[69506]: DEBUG nova.network.neutron [req-8ff04829-5c57-49a7-b16f-ae879436f150 req-30a87097-dd3a-4459-a8ac-954653651a12 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.348844] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.349260] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.349683] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.350174] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.350483] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.352385] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.352385] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.352385] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.352385] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.352385] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.352646] env[69506]: DEBUG nova.virt.hardware [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.357070] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5fb1b-0132-4cea-88a7-b852f40584be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.364436] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18434552-607f-498c-9b4a-92ad777ed22d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.378653] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0de1e-2ab4-46cb-b6b5-ed9515245017 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.395704] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97d01d8-d367-480c-98c8-d314d06784fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.437509] env[69506]: DEBUG nova.compute.manager [req-8ff04829-5c57-49a7-b16f-ae879436f150 req-30a87097-dd3a-4459-a8ac-954653651a12 service nova] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Detach interface failed, port_id=7c9ded69-25c9-4ea8-b2a9-3850f5c2c98f, reason: Instance 7f81370f-e4e9-4ce9-8777-cb1256604808 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.506605] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4df4a8a4-4973-4b2b-998e-d68b15e0893b tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.149s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.596235] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.600206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.602953] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.759s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.603413] env[69506]: DEBUG nova.objects.instance [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lazy-loading 'resources' on Instance uuid 9615573d-9b6e-4532-827f-374ad484eb19 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.630747] env[69506]: INFO nova.scheduler.client.report [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Deleted allocations for instance 54366b5d-6ffa-4094-8b77-259668b00cc7 [ 807.642898] env[69506]: DEBUG nova.network.neutron [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.714069] env[69506]: DEBUG oslo_vmware.api [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317909} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.714069] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.714069] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.714069] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.714069] env[69506]: INFO nova.compute.manager [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 807.714069] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.714495] env[69506]: DEBUG nova.compute.manager [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.714495] env[69506]: DEBUG nova.network.neutron [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.827454] env[69506]: DEBUG nova.network.neutron [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.829181] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25b26e5-e8c1-4c63-a7a8-37522e66516d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.840332] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f215254-0341-4a05-be62-db8fd4cc3e92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.886498] env[69506]: DEBUG nova.compute.manager [req-f4eeb168-cefd-4d80-a65c-54a3d4668cca req-3fe80206-ea6b-4224-9c7a-56dc654ca8c9 service nova] [instance: d8406646-e0a4-40db-b223-b703b7049610] Detach interface failed, port_id=a820ece7-07f6-408c-87ab-f8d7d5308d3e, reason: Instance d8406646-e0a4-40db-b223-b703b7049610 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.012598] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.091036] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57002} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.091428] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 244db566-fe89-4193-bb1e-e78f4e3da30c/244db566-fe89-4193-bb1e-e78f4e3da30c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.091704] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.092011] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8154ecb8-658b-43c6-8361-7cb69d1c8d49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.102707] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 808.102707] env[69506]: value = "task-3249264" [ 808.102707] env[69506]: _type = "Task" [ 808.102707] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.116345] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.144285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4928448e-ede6-483a-90ea-1c386d0662fc tempest-SecurityGroupsTestJSON-1155020626 tempest-SecurityGroupsTestJSON-1155020626-project-member] Lock "54366b5d-6ffa-4094-8b77-259668b00cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.985s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.148808] env[69506]: INFO nova.compute.manager [-] [instance: d8406646-e0a4-40db-b223-b703b7049610] Took 1.43 seconds to deallocate network for instance. [ 808.335030] env[69506]: INFO nova.compute.manager [-] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Took 1.52 seconds to deallocate network for instance. [ 808.353468] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Successfully updated port: 96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.367312] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.367312] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2dc60fb-5500-4645-9f26-0bf0ba031c06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.380100] env[69506]: DEBUG oslo_vmware.api [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 808.380100] env[69506]: value = "task-3249265" [ 808.380100] env[69506]: _type = "Task" [ 808.380100] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.395854] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "c212fc55-c74a-4580-a49f-c4e373401eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.396234] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.396532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.396789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.397110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.399084] env[69506]: DEBUG oslo_vmware.api [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.402477] env[69506]: INFO nova.compute.manager [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Terminating instance [ 808.516533] env[69506]: DEBUG nova.network.neutron [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.542372] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.613913] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072314} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.617510] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.618993] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94611ea3-1843-4c11-a075-f46d37f19581 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.645321] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 244db566-fe89-4193-bb1e-e78f4e3da30c/244db566-fe89-4193-bb1e-e78f4e3da30c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.648920] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64662d96-9df1-43dc-a597-b72dd8033c74 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.666382] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.672735] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 808.672735] env[69506]: value = "task-3249266" [ 808.672735] env[69506]: _type = "Task" [ 808.672735] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.687944] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.754256] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d3fb0-3cb8-4cc2-af19-d1f2fd5d1ecc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.762399] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00e2e1-0f86-458a-82f9-09d5c8b20a65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.796751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6539c00-0aa1-4eb1-ac00-3e2a73ad6226 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.806512] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda923e9-0ac4-4319-bb73-47fdfc202b5d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.820844] env[69506]: DEBUG nova.compute.provider_tree [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.849187] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.856084] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.856210] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquired lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.856505] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.892406] env[69506]: DEBUG oslo_vmware.api [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249265, 'name': PowerOffVM_Task, 'duration_secs': 0.338406} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.893098] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.893098] env[69506]: DEBUG nova.compute.manager [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.894622] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd43d18-615a-4c56-9295-1bff5ee62edc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.907522] env[69506]: DEBUG nova.compute.manager [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.907742] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.908724] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337ad8bb-618e-40b6-ad77-3eeb9976560b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.916557] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.916893] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5ca0dd-4111-4d0f-a5ac-f63f34d28eab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.924643] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 808.924643] env[69506]: value = "task-3249267" [ 808.924643] env[69506]: _type = "Task" [ 808.924643] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.936615] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.025229] env[69506]: INFO nova.compute.manager [-] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Took 1.31 seconds to deallocate network for instance. [ 809.183842] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.326851] env[69506]: DEBUG nova.scheduler.client.report [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.379544] env[69506]: DEBUG nova.compute.manager [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Received event network-vif-plugged-96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.379783] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Acquiring lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.379996] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.382184] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.382184] env[69506]: DEBUG nova.compute.manager [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] No waiting events found dispatching network-vif-plugged-96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.382184] env[69506]: WARNING nova.compute.manager [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Received unexpected event network-vif-plugged-96c81b64-791f-483d-bbfe-315f7811d01f for instance with vm_state building and task_state spawning. [ 809.382184] env[69506]: DEBUG nova.compute.manager [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Received event network-changed-96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.382184] env[69506]: DEBUG nova.compute.manager [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Refreshing instance network info cache due to event network-changed-96c81b64-791f-483d-bbfe-315f7811d01f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.382184] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Acquiring lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.399539] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.405236] env[69506]: DEBUG nova.compute.manager [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Received event network-changed-1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.405413] env[69506]: DEBUG nova.compute.manager [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Refreshing instance network info cache due to event network-changed-1c600feb-bfdc-4b2e-b45b-83ec520ce13a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.405636] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] Acquiring lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.405780] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] Acquired lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.406051] env[69506]: DEBUG nova.network.neutron [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Refreshing network info cache for port 1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.412026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-212c0268-f8f2-4ec3-9159-477234450784 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.437019] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249267, 'name': PowerOffVM_Task, 'duration_secs': 0.190982} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.437543] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.437543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.437721] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e0fc00-07e2-45fe-89a8-1608c5a0cb77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.532551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.624344] env[69506]: DEBUG nova.network.neutron [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Updating instance_info_cache with network_info: [{"id": "96c81b64-791f-483d-bbfe-315f7811d01f", "address": "fa:16:3e:85:be:33", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c81b64-79", "ovs_interfaceid": "96c81b64-791f-483d-bbfe-315f7811d01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.684452] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249266, 'name': ReconfigVM_Task, 'duration_secs': 0.573127} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.684745] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 244db566-fe89-4193-bb1e-e78f4e3da30c/244db566-fe89-4193-bb1e-e78f4e3da30c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.685622] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f3ee86-f7fd-4035-bed8-70eb9a6db326 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.692814] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 809.692814] env[69506]: value = "task-3249269" [ 809.692814] env[69506]: _type = "Task" [ 809.692814] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.704794] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249269, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.826798] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.826798] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.827011] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Deleting the datastore file [datastore1] c212fc55-c74a-4580-a49f-c4e373401eb8 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.827148] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25edad2b-452a-4480-861a-0173c1a55088 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.837372] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for the task: (returnval){ [ 809.837372] env[69506]: value = "task-3249270" [ 809.837372] env[69506]: _type = "Task" [ 809.837372] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.837979] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.964s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.838106] env[69506]: DEBUG nova.objects.instance [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lazy-loading 'resources' on Instance uuid 8d160aeb-f3e0-4366-b40d-9477644442d1 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.848425] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.866819] env[69506]: INFO nova.scheduler.client.report [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted allocations for instance 9615573d-9b6e-4532-827f-374ad484eb19 [ 810.126591] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Releasing lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.126917] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Instance network_info: |[{"id": "96c81b64-791f-483d-bbfe-315f7811d01f", "address": "fa:16:3e:85:be:33", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c81b64-79", "ovs_interfaceid": "96c81b64-791f-483d-bbfe-315f7811d01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.127233] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Acquired lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.127411] env[69506]: DEBUG nova.network.neutron [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Refreshing network info cache for port 96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.129279] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:be:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96c81b64-791f-483d-bbfe-315f7811d01f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.141362] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Creating folder: Project (ea978169e6de4cc09fa2ad5ba09ac611). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.141362] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0689a6c-50ad-4a12-9cfa-de598a7ea586 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.152350] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Created folder: Project (ea978169e6de4cc09fa2ad5ba09ac611) in parent group-v649133. [ 810.152547] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Creating folder: Instances. Parent ref: group-v649289. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.152791] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d62d02c-c055-4423-acfd-1a0495a925b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.169041] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Created folder: Instances in parent group-v649289. [ 810.169342] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.169539] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.169757] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e229b9f-de1e-45a5-84a5-e64af4b94758 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.190871] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.190871] env[69506]: value = "task-3249273" [ 810.190871] env[69506]: _type = "Task" [ 810.190871] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.206194] env[69506]: DEBUG nova.objects.instance [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.208590] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249269, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.208832] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249273, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.211829] env[69506]: DEBUG nova.network.neutron [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updated VIF entry in instance network info cache for port 1c600feb-bfdc-4b2e-b45b-83ec520ce13a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.212931] env[69506]: DEBUG nova.network.neutron [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating instance_info_cache with network_info: [{"id": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "address": "fa:16:3e:6c:e8:31", "network": {"id": "1b5cdea2-a0bd-4547-b348-5ebbaade6c2e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497969376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33458d3ae0a047b4b719e3f3c0eefb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c600feb-bf", "ovs_interfaceid": "1c600feb-bfdc-4b2e-b45b-83ec520ce13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.358106] env[69506]: DEBUG oslo_vmware.api [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Task: {'id': task-3249270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273468} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.358408] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.358595] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.358784] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.358953] env[69506]: INFO nova.compute.manager [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Took 1.45 seconds to destroy the instance on the hypervisor. [ 810.359233] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.359552] env[69506]: DEBUG nova.compute.manager [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.359649] env[69506]: DEBUG nova.network.neutron [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.377806] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e53b14b6-88f5-413d-805b-d4124a370678 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "9615573d-9b6e-4532-827f-374ad484eb19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.368s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.714431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.715138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.715138] env[69506]: DEBUG nova.network.neutron [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.715138] env[69506]: DEBUG nova.objects.instance [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'info_cache' on Instance uuid 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.720818] env[69506]: DEBUG oslo_concurrency.lockutils [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] Releasing lock "refresh_cache-3f232a91-ec92-4245-a40b-8d884f6c347c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.723035] env[69506]: DEBUG nova.compute.manager [req-9d15cc6c-f6ea-45b0-86a6-5f8c443f49e2 req-02b73d88-41f6-41bc-8a8e-fc79200dd378 service nova] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Received event network-vif-deleted-bf5812d8-ff5b-4903-82fe-6ea3bbeae10d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.725497] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249273, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.735548] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249269, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.898531] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.898531] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.006017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63041e61-e659-44e6-8d1e-6b94ac3ea5a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.018492] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5bd5c-33f4-4e3e-939d-adfeaed63e1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.050041] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ae638-f10b-4dae-8bd5-e27969b5dd58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.059281] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d666437-4a87-472f-8748-13a1e12aa2cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.063950] env[69506]: DEBUG nova.network.neutron [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Updated VIF entry in instance network info cache for port 96c81b64-791f-483d-bbfe-315f7811d01f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.064507] env[69506]: DEBUG nova.network.neutron [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Updating instance_info_cache with network_info: [{"id": "96c81b64-791f-483d-bbfe-315f7811d01f", "address": "fa:16:3e:85:be:33", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c81b64-79", "ovs_interfaceid": "96c81b64-791f-483d-bbfe-315f7811d01f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.081989] env[69506]: DEBUG nova.compute.provider_tree [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.202676] env[69506]: DEBUG nova.network.neutron [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.207631] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249273, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.216968] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249269, 'name': Rename_Task, 'duration_secs': 1.235529} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.218072] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.218332] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a7418f-8ffc-4548-92ac-2e9eee0c0f03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.226099] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 811.226099] env[69506]: value = "task-3249274" [ 811.226099] env[69506]: _type = "Task" [ 811.226099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.227380] env[69506]: DEBUG nova.objects.base [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Object Instance<3195279f-4bf6-4583-8c01-f6706f7e6e4c> lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.238432] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.408646] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.408854] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.409037] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.409291] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.409389] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.409475] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.409612] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 811.409759] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.415287] env[69506]: DEBUG nova.compute.manager [req-d09ad99b-b7bc-42f3-952a-e36256275d07 req-8f6bc961-4f82-49c7-a8b3-f3ce70281c72 service nova] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Received event network-vif-deleted-3847267d-8046-4477-bcdf-bc5c63c945fa {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.568846] env[69506]: DEBUG oslo_concurrency.lockutils [req-cea7651c-4e48-45c7-83ad-d599be7d8c63 req-19af85b9-42fe-4d2b-bff2-5fb6f9149d5f service nova] Releasing lock "refresh_cache-b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.585526] env[69506]: DEBUG nova.scheduler.client.report [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.705703] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249273, 'name': CreateVM_Task, 'duration_secs': 1.060224} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.705894] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.706661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.706828] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.707182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.707466] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061a7cdf-8722-4469-9acf-edeccadbd055 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.709517] env[69506]: INFO nova.compute.manager [-] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Took 1.35 seconds to deallocate network for instance. [ 811.716024] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 811.716024] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b3218-4446-7dbb-d5bf-fdc420e76a80" [ 811.716024] env[69506]: _type = "Task" [ 811.716024] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.725170] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b3218-4446-7dbb-d5bf-fdc420e76a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.741892] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.916064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.014065] env[69506]: DEBUG nova.network.neutron [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [{"id": "538c6076-4909-4194-ace5-9c235beb0a18", "address": "fa:16:3e:3b:22:12", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538c6076-49", "ovs_interfaceid": "538c6076-4909-4194-ace5-9c235beb0a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.091051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.093420] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.963s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.095111] env[69506]: INFO nova.compute.claims [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.115130] env[69506]: INFO nova.scheduler.client.report [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Deleted allocations for instance 8d160aeb-f3e0-4366-b40d-9477644442d1 [ 812.218371] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.233487] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b3218-4446-7dbb-d5bf-fdc420e76a80, 'name': SearchDatastore_Task, 'duration_secs': 0.019432} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.239761] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.239761] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.239761] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239761] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.239761] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.240336] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024033f0-dabd-4db4-b14d-9fefad473902 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.249631] env[69506]: DEBUG oslo_vmware.api [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249274, 'name': PowerOnVM_Task, 'duration_secs': 0.612752} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.250306] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.250422] env[69506]: INFO nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Took 9.92 seconds to spawn the instance on the hypervisor. [ 812.250665] env[69506]: DEBUG nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.252859] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af49c1-ef60-4423-9ca1-d075276ec48c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.256363] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.256923] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.257934] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd0e753-4e8e-4c79-86e6-5b646424dd9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.269122] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 812.269122] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f9a706-0817-bd51-49bb-e1536c8993d5" [ 812.269122] env[69506]: _type = "Task" [ 812.269122] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.283803] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f9a706-0817-bd51-49bb-e1536c8993d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012981} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.284666] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c6c602-9b65-442a-afb1-2b05e25b2aff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.290513] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 812.290513] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e8fbc2-1db9-6c21-9fba-c773ba3570a1" [ 812.290513] env[69506]: _type = "Task" [ 812.290513] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.301928] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e8fbc2-1db9-6c21-9fba-c773ba3570a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.517962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "refresh_cache-3195279f-4bf6-4583-8c01-f6706f7e6e4c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.622529] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18df10ba-a291-4b73-a3a2-873058f1a820 tempest-MultipleCreateTestJSON-19272315 tempest-MultipleCreateTestJSON-19272315-project-member] Lock "8d160aeb-f3e0-4366-b40d-9477644442d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.746s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.796412] env[69506]: INFO nova.compute.manager [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Took 38.07 seconds to build instance. [ 812.808957] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e8fbc2-1db9-6c21-9fba-c773ba3570a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.810178] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810178] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] b7b4e987-7c86-4cbf-ad96-bfe2decb43ca/b7b4e987-7c86-4cbf-ad96-bfe2decb43ca.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.810178] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be6738f-3be1-46b6-a736-803d182f7636 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.816554] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 812.816554] env[69506]: value = "task-3249275" [ 812.816554] env[69506]: _type = "Task" [ 812.816554] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.824988] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.112836] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Acquiring lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.113378] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Acquired lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.113467] env[69506]: DEBUG nova.network.neutron [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.300589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38576bcc-83ad-4b01-a86b-b0317882a6e1 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.918s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.333540] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249275, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.523980] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.524328] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3650bf4-afb9-445a-8439-d8f1f3bf0750 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.532592] env[69506]: DEBUG oslo_vmware.api [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 813.532592] env[69506]: value = "task-3249276" [ 813.532592] env[69506]: _type = "Task" [ 813.532592] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.542317] env[69506]: DEBUG oslo_vmware.api [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.742373] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82897b5-6371-4112-b25d-ac9bd48eb7f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.752486] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf22f8ab-4383-4b41-8ffd-05023e889186 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.787682] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a307a-7746-4565-b657-ef2a604557fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.796127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95750a5-b284-4bae-9b0f-4cd06d05b48e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.810322] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.813218] env[69506]: DEBUG nova.compute.provider_tree [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.827949] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719545} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.830683] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] b7b4e987-7c86-4cbf-ad96-bfe2decb43ca/b7b4e987-7c86-4cbf-ad96-bfe2decb43ca.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.830990] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.831252] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33f5b60-d1c1-4feb-bb1e-f62d0b6196db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.839394] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 813.839394] env[69506]: value = "task-3249277" [ 813.839394] env[69506]: _type = "Task" [ 813.839394] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.848475] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.003954] env[69506]: DEBUG nova.network.neutron [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updating instance_info_cache with network_info: [{"id": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "address": "fa:16:3e:8d:c2:ed", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d1982-f3", "ovs_interfaceid": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.045413] env[69506]: DEBUG oslo_vmware.api [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.318972] env[69506]: DEBUG nova.scheduler.client.report [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.354153] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.359443] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071737} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.360384] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.360863] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cadf074-1b54-438a-bf56-809ecfd79788 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.392751] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b7b4e987-7c86-4cbf-ad96-bfe2decb43ca/b7b4e987-7c86-4cbf-ad96-bfe2decb43ca.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.392948] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c11a78-a3e5-42ee-b432-15fec48281a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.418184] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 814.418184] env[69506]: value = "task-3249278" [ 814.418184] env[69506]: _type = "Task" [ 814.418184] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.432268] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.506918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Releasing lock "refresh_cache-244db566-fe89-4193-bb1e-e78f4e3da30c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.507251] env[69506]: DEBUG nova.compute.manager [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Inject network info {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 814.507531] env[69506]: DEBUG nova.compute.manager [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] network_info to inject: |[{"id": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "address": "fa:16:3e:8d:c2:ed", "network": {"id": "c95dbff8-c33d-434d-8057-13a801ce085f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-650988061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94d28e18b7f49b4abfe292817da0d3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d1982-f3", "ovs_interfaceid": "4b2d1982-f340-4f92-a2ab-eb47c01e39c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 814.512416] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Reconfiguring VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 814.513253] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ac439a-cd08-4081-bab0-a5cac2ead6ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.531547] env[69506]: DEBUG oslo_vmware.api [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Waiting for the task: (returnval){ [ 814.531547] env[69506]: value = "task-3249279" [ 814.531547] env[69506]: _type = "Task" [ 814.531547] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.541279] env[69506]: DEBUG oslo_vmware.api [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Task: {'id': task-3249279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.549137] env[69506]: DEBUG oslo_vmware.api [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249276, 'name': PowerOnVM_Task, 'duration_secs': 0.604404} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.551144] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.551144] env[69506]: DEBUG nova.compute.manager [None req-4c1eb846-70ff-494a-bbe0-433a7ededcb4 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.551144] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c5ed1-13d5-46c6-9644-fb8ac7259297 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.830207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.830894] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.836462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.245s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.838080] env[69506]: INFO nova.compute.claims [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.931904] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249278, 'name': ReconfigVM_Task, 'duration_secs': 0.463735} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.932252] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b7b4e987-7c86-4cbf-ad96-bfe2decb43ca/b7b4e987-7c86-4cbf-ad96-bfe2decb43ca.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.932949] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707fba64-c036-4b69-916b-c2dcf832914c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.942059] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 814.942059] env[69506]: value = "task-3249280" [ 814.942059] env[69506]: _type = "Task" [ 814.942059] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.953232] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249280, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.043024] env[69506]: DEBUG oslo_vmware.api [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] Task: {'id': task-3249279, 'name': ReconfigVM_Task, 'duration_secs': 0.188089} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.043024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6d5286-2db1-40ed-bd74-c945804e3aea tempest-ServersAdminTestJSON-2008117261 tempest-ServersAdminTestJSON-2008117261-project-admin] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Reconfigured VM instance to set the machine id {{(pid=69506) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 815.338559] env[69506]: DEBUG nova.compute.utils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.341116] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.341207] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.382905] env[69506]: DEBUG nova.policy [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '082c57d8f1834aa2af94161c267f81bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b0612adfae94b8cb4548c9246a5f5ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.456084] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249280, 'name': Rename_Task, 'duration_secs': 0.417508} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.456084] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.456084] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23c4929-b89f-4d82-aa9b-9535851c7870 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.467468] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 815.467468] env[69506]: value = "task-3249281" [ 815.467468] env[69506]: _type = "Task" [ 815.467468] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.478890] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249281, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.730882] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Successfully created port: 1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.847109] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.983176] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.126926] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.127920] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4f6a1-51b6-4021-b201-4f001ecced39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.139163] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.139352] env[69506]: ERROR oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk due to incomplete transfer. [ 816.139587] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e157922b-69fb-4b25-8442-149d011f0ac1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.151334] env[69506]: DEBUG oslo_vmware.rw_handles [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520aa588-c9ed-74f1-7fbd-b853067d6b2f/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.151488] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Uploaded image d8174f74-b936-4894-9f2a-5d04679bcff1 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.153617] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.153916] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b3e446f-80c0-4023-b1a3-a08d1c1e6271 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.166676] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 816.166676] env[69506]: value = "task-3249282" [ 816.166676] env[69506]: _type = "Task" [ 816.166676] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.178161] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249282, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.332099] env[69506]: INFO nova.compute.manager [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Rebuilding instance [ 816.389602] env[69506]: DEBUG nova.compute.manager [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.391429] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb3a141-a4fa-4fa0-9b7a-fbfaf04efbd7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.431897] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde557d7-f398-4a4e-8c10-f4099f16e351 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.442767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64198b83-c4f7-4e1c-8d4a-767694c74a6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.479801] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308017e0-e870-4d61-9f8f-98da7dd45ff5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.494320] env[69506]: DEBUG oslo_vmware.api [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249281, 'name': PowerOnVM_Task, 'duration_secs': 1.00566} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.494320] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308202e-bb9e-47f0-9f0b-c6e458dc79c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.497893] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.498154] env[69506]: INFO nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Took 9.20 seconds to spawn the instance on the hypervisor. [ 816.498383] env[69506]: DEBUG nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.499409] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da31ee-17be-4af8-bed9-27937a141464 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.512815] env[69506]: DEBUG nova.compute.provider_tree [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.677043] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249282, 'name': Destroy_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.863320] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.881954] env[69506]: DEBUG nova.compute.manager [None req-9b59c17f-896c-400c-9787-4f5c5adc2a0a tempest-ServerDiagnosticsTest-1711687122 tempest-ServerDiagnosticsTest-1711687122-project-admin] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.885081] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf2a6e-77ee-49da-acdd-af079549552d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.893571] env[69506]: INFO nova.compute.manager [None req-9b59c17f-896c-400c-9787-4f5c5adc2a0a tempest-ServerDiagnosticsTest-1711687122 tempest-ServerDiagnosticsTest-1711687122-project-admin] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Retrieving diagnostics [ 816.893767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b966f3-a3e6-4112-82cc-ef2368f3ceb1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.898489] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.898739] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.898958] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.899205] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.899273] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.899468] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.899635] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.899812] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.900100] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.900171] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.900367] env[69506]: DEBUG nova.virt.hardware [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.901145] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ac02e8-2b1d-4549-8987-493ee64c7ee5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.936778] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe7be2-1afe-4cb2-9908-03621ceaa91d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.019577] env[69506]: DEBUG nova.scheduler.client.report [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.029078] env[69506]: INFO nova.compute.manager [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Took 39.73 seconds to build instance. [ 817.035412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.035654] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.177177] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249282, 'name': Destroy_Task, 'duration_secs': 0.53096} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.177441] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Destroyed the VM [ 817.177670] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.177907] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee89a0b4-e8ec-4b87-84fe-a71a02706908 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.183749] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 817.183749] env[69506]: value = "task-3249283" [ 817.183749] env[69506]: _type = "Task" [ 817.183749] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.191433] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.437331] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.437653] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f466f93-93a9-4618-927c-75a6557822ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.445284] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 817.445284] env[69506]: value = "task-3249284" [ 817.445284] env[69506]: _type = "Task" [ 817.445284] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.453810] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.528266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.528852] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.531495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.143s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.533139] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bce3db1b-9701-4be7-9945-4c6ec1bef715 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.006s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.653939] env[69506]: DEBUG nova.compute.manager [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Received event network-vif-plugged-1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.654192] env[69506]: DEBUG oslo_concurrency.lockutils [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] Acquiring lock "401039d5-31da-4704-846c-776683258ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.654473] env[69506]: DEBUG oslo_concurrency.lockutils [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] Lock "401039d5-31da-4704-846c-776683258ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.654736] env[69506]: DEBUG oslo_concurrency.lockutils [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] Lock "401039d5-31da-4704-846c-776683258ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.654910] env[69506]: DEBUG nova.compute.manager [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] No waiting events found dispatching network-vif-plugged-1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.655149] env[69506]: WARNING nova.compute.manager [req-3f4633b1-845a-4ac9-9720-59871765d561 req-1bc65d1b-3264-430a-8d25-23ef99258bd0 service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Received unexpected event network-vif-plugged-1a1459bb-01ad-40c0-95dd-cb5b840a9d04 for instance with vm_state building and task_state spawning. [ 817.690425] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Successfully updated port: 1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.699337] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.826118] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.826118] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.955952] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249284, 'name': PowerOffVM_Task, 'duration_secs': 0.321374} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.956268] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.956467] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.958428] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf709033-a869-4279-ba68-6f350ec357de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.969952] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.969952] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b351fef-db73-4dd5-b3b4-96026320cf7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.035826] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.041107] env[69506]: INFO nova.compute.claims [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.045312] env[69506]: DEBUG nova.compute.utils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.048118] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.048373] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.050524] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.050524] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.050677] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.051071] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faea1063-0eec-4010-aa7e-40bf07103306 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.058733] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 818.058733] env[69506]: value = "task-3249286" [ 818.058733] env[69506]: _type = "Task" [ 818.058733] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.070990] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.071320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.071719] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.071897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.072163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.072395] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.074774] env[69506]: INFO nova.compute.manager [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Terminating instance [ 818.100310] env[69506]: DEBUG nova.policy [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85545902bb224c73bc709fb8de8b55ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41b52067dd744666b4ca4c519fb9c2e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.193652] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249283, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.194204] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.194337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.194514] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.401268] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Successfully created port: d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.550374] env[69506]: INFO nova.compute.resource_tracker [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating resource usage from migration 49d89293-69bc-452a-902e-2c736be22d98 [ 818.559861] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.582166] env[69506]: DEBUG nova.compute.manager [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.582325] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.582579] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473076} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.583650] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.584451] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61c0bf-79b8-4d10-854a-208b23ab9403 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.587269] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.587525] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.587659] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.597137] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.598073] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d593eb-e85a-46f7-bd6c-4dc26bef91ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.605571] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 818.605571] env[69506]: value = "task-3249287" [ 818.605571] env[69506]: _type = "Task" [ 818.605571] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.620307] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.700694] env[69506]: DEBUG oslo_vmware.api [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249283, 'name': RemoveSnapshot_Task, 'duration_secs': 1.054768} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.704053] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.704219] env[69506]: INFO nova.compute.manager [None req-2480af69-bc98-4bd4-be48-f8c1c0fbe331 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 818.740773] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.941537] env[69506]: DEBUG nova.network.neutron [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Updating instance_info_cache with network_info: [{"id": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "address": "fa:16:3e:74:5f:54", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1459bb-01", "ovs_interfaceid": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.121254] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249287, 'name': PowerOffVM_Task, 'duration_secs': 0.364269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.121562] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.121562] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.121788] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c8e554-9e8e-4e05-a9be-6d0d65034f8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.137700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33375b87-4dd8-4ad4-8cb8-497d5502aae2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.145164] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c45a25-155e-4069-9a5b-76f8d4d8d17b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.174833] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573db706-529f-4ed5-9b8f-aaba84e66cad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.182267] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277efba0-99b6-40af-8ce4-f7ac3c5d9f50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.195201] env[69506]: DEBUG nova.compute.provider_tree [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.202214] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.202418] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.202597] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Deleting the datastore file [datastore1] b7b4e987-7c86-4cbf-ad96-bfe2decb43ca {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.202835] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07dd2ad-5bdf-4ece-9a89-33980b8b999f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.212314] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for the task: (returnval){ [ 819.212314] env[69506]: value = "task-3249289" [ 819.212314] env[69506]: _type = "Task" [ 819.212314] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.220056] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.444889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.445247] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Instance network_info: |[{"id": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "address": "fa:16:3e:74:5f:54", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1459bb-01", "ovs_interfaceid": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.445684] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:5f:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a1459bb-01ad-40c0-95dd-cb5b840a9d04', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.453351] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.453584] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401039d5-31da-4704-846c-776683258ac2] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.453861] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f64a57b-94a6-40bf-9453-05d8865cf3a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.473679] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.473679] env[69506]: value = "task-3249290" [ 819.473679] env[69506]: _type = "Task" [ 819.473679] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.481557] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249290, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.572747] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.601184] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.601507] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.601834] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.602093] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.602254] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.602433] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.602835] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.602835] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.602976] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.603138] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.603316] env[69506]: DEBUG nova.virt.hardware [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.606780] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8edb37b-c59a-44cf-9760-03be7b2dd503 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.618106] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e08aef-a4f4-4a50-aebd-df57a491890d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.636036] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.636342] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.636435] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.636610] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.636751] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.636892] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.637112] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.638228] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.638228] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.638228] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.638228] env[69506]: DEBUG nova.virt.hardware [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.638538] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c82e4f-316c-482a-aae2-76d092d1af76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.645884] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4589de-2e5a-4a5d-b06c-f450d6291617 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.660140] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:4e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19bbfc78-4198-455c-8f71-138bc384318b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.667479] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.667773] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.667990] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cedadc-83c2-4810-8231-d435674fae1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.687538] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.687538] env[69506]: value = "task-3249291" [ 819.687538] env[69506]: _type = "Task" [ 819.687538] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.696373] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249291, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.698657] env[69506]: DEBUG nova.scheduler.client.report [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.704169] env[69506]: DEBUG nova.compute.manager [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Received event network-changed-1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.704396] env[69506]: DEBUG nova.compute.manager [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Refreshing instance network info cache due to event network-changed-1a1459bb-01ad-40c0-95dd-cb5b840a9d04. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.704620] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] Acquiring lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.704768] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] Acquired lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.704978] env[69506]: DEBUG nova.network.neutron [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Refreshing network info cache for port 1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.731530] env[69506]: DEBUG oslo_vmware.api [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Task: {'id': task-3249289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206203} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.731530] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.731530] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.731894] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.731894] env[69506]: INFO nova.compute.manager [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 819.732024] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.733042] env[69506]: DEBUG nova.compute.manager [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.733042] env[69506]: DEBUG nova.network.neutron [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.984577] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249290, 'name': CreateVM_Task, 'duration_secs': 0.332214} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.984738] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401039d5-31da-4704-846c-776683258ac2] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.985412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.985580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.985895] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.986382] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f27d9d-f6f2-4de5-a686-f2cc8a0a9bdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.992747] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 819.992747] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b21aad-bd15-fd76-5390-dc494906a0cb" [ 819.992747] env[69506]: _type = "Task" [ 819.992747] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.002051] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b21aad-bd15-fd76-5390-dc494906a0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.018419] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Successfully updated port: d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.092171] env[69506]: DEBUG nova.compute.manager [req-5a54663f-b3b4-4110-b480-934e8a7a3ab6 req-f429ed41-370a-441f-9e6e-db1e22a4cb8a service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Received event network-vif-deleted-96c81b64-791f-483d-bbfe-315f7811d01f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.092321] env[69506]: INFO nova.compute.manager [req-5a54663f-b3b4-4110-b480-934e8a7a3ab6 req-f429ed41-370a-441f-9e6e-db1e22a4cb8a service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Neutron deleted interface 96c81b64-791f-483d-bbfe-315f7811d01f; detaching it from the instance and deleting it from the info cache [ 820.092545] env[69506]: DEBUG nova.network.neutron [req-5a54663f-b3b4-4110-b480-934e8a7a3ab6 req-f429ed41-370a-441f-9e6e-db1e22a4cb8a service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.199734] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249291, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.207665] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.676s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.207870] env[69506]: INFO nova.compute.manager [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Migrating [ 820.218309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.463s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.218622] env[69506]: DEBUG nova.objects.instance [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'resources' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.401555] env[69506]: DEBUG nova.network.neutron [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Updated VIF entry in instance network info cache for port 1a1459bb-01ad-40c0-95dd-cb5b840a9d04. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.401918] env[69506]: DEBUG nova.network.neutron [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Updating instance_info_cache with network_info: [{"id": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "address": "fa:16:3e:74:5f:54", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1459bb-01", "ovs_interfaceid": "1a1459bb-01ad-40c0-95dd-cb5b840a9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.504112] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b21aad-bd15-fd76-5390-dc494906a0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.0241} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.504412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.504643] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.504878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.505033] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.505221] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.505478] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eed0f72-fc58-4e24-a0a2-8ebfc6fdd91a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.514728] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.514969] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.515609] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871709d2-cf89-4f12-90c6-2dcdf9dcb35c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.520328] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 820.520328] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279dbcf-4af2-b2e8-db8b-dfc3c3cb2515" [ 820.520328] env[69506]: _type = "Task" [ 820.520328] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.520850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.520979] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.521137] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.530035] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279dbcf-4af2-b2e8-db8b-dfc3c3cb2515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.555526] env[69506]: DEBUG nova.network.neutron [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.595074] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1315c041-2c0f-4486-93b7-aa33810c16d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.604470] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030204f9-27ba-4545-917e-41d3f0e0ea83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.638691] env[69506]: DEBUG nova.compute.manager [req-5a54663f-b3b4-4110-b480-934e8a7a3ab6 req-f429ed41-370a-441f-9e6e-db1e22a4cb8a service nova] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Detach interface failed, port_id=96c81b64-791f-483d-bbfe-315f7811d01f, reason: Instance b7b4e987-7c86-4cbf-ad96-bfe2decb43ca could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.698282] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249291, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.725731] env[69506]: DEBUG nova.objects.instance [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'numa_topology' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.726967] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.727151] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.727324] env[69506]: DEBUG nova.network.neutron [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.904843] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3f39528-cea6-4f1e-91aa-3af1da8a0ac6 req-ac18d6f8-7865-4acd-abb2-fb5e9064b2dd service nova] Releasing lock "refresh_cache-401039d5-31da-4704-846c-776683258ac2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.032397] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279dbcf-4af2-b2e8-db8b-dfc3c3cb2515, 'name': SearchDatastore_Task, 'duration_secs': 0.039843} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.033627] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb34e2f-9836-4ace-9120-095055b68866 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.038925] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 821.038925] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a26af3-fdc4-1bd2-d33c-e55e0e5de2c8" [ 821.038925] env[69506]: _type = "Task" [ 821.038925] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.046744] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a26af3-fdc4-1bd2-d33c-e55e0e5de2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.058481] env[69506]: INFO nova.compute.manager [-] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Took 1.33 seconds to deallocate network for instance. [ 821.064308] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.199294] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249291, 'name': CreateVM_Task, 'duration_secs': 1.391051} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.199504] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.201013] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.201271] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.201501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.201767] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe6b6d9-70e8-457c-89eb-139a4710b6c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.209447] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 821.209447] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522738f3-21ff-0e44-d943-9ae3d4164a19" [ 821.209447] env[69506]: _type = "Task" [ 821.209447] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.219284] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522738f3-21ff-0e44-d943-9ae3d4164a19, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.219567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.220031] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.220031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.229542] env[69506]: DEBUG nova.objects.base [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Object Instance<34aef67d-2f88-4adf-a5b0-778945e300ec> lazy-loaded attributes: resources,numa_topology {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 821.254522] env[69506]: DEBUG nova.network.neutron [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Updating instance_info_cache with network_info: [{"id": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "address": "fa:16:3e:5c:a3:35", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75f5c76-12", "ovs_interfaceid": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.443270] env[69506]: DEBUG nova.network.neutron [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.549449] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a26af3-fdc4-1bd2-d33c-e55e0e5de2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.552054] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.552839] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 401039d5-31da-4704-846c-776683258ac2/401039d5-31da-4704-846c-776683258ac2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.553478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.553680] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.553897] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c3fcc4-081d-4216-9e50-1b4e51680e6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.555675] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfa10ee-c407-4394-b172-d93b9ff5a8f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.565306] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 821.565306] env[69506]: value = "task-3249292" [ 821.565306] env[69506]: _type = "Task" [ 821.565306] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.566135] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.566326] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.570264] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.570495] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a45934-e726-487d-892e-dadbc8aeda7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.580293] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 821.580293] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5263b7a3-be84-6700-fa62-a88f3da7188f" [ 821.580293] env[69506]: _type = "Task" [ 821.580293] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.580463] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.588696] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5263b7a3-be84-6700-fa62-a88f3da7188f, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.591963] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0aba4f-038d-4523-bbb1-39b9808e5765 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.596520] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 821.596520] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520a4bf6-cc31-613d-ee80-a96fabdd2500" [ 821.596520] env[69506]: _type = "Task" [ 821.596520] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.603723] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520a4bf6-cc31-613d-ee80-a96fabdd2500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.762274] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.762274] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance network_info: |[{"id": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "address": "fa:16:3e:5c:a3:35", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75f5c76-12", "ovs_interfaceid": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.762648] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:a3:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75f5c76-12b2-4c89-bfc3-464fe904f9f8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.771241] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.771451] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.771736] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e01950e-2c2b-4ae1-9d7f-e39fdaa9772a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.797577] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.797577] env[69506]: value = "task-3249293" [ 821.797577] env[69506]: _type = "Task" [ 821.797577] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.800386] env[69506]: DEBUG nova.compute.manager [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Received event network-vif-plugged-d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.800706] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.800840] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.801009] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.801243] env[69506]: DEBUG nova.compute.manager [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] No waiting events found dispatching network-vif-plugged-d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.801514] env[69506]: WARNING nova.compute.manager [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Received unexpected event network-vif-plugged-d75f5c76-12b2-4c89-bfc3-464fe904f9f8 for instance with vm_state building and task_state spawning. [ 821.801648] env[69506]: DEBUG nova.compute.manager [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Received event network-changed-d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.801807] env[69506]: DEBUG nova.compute.manager [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Refreshing instance network info cache due to event network-changed-d75f5c76-12b2-4c89-bfc3-464fe904f9f8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.801995] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Acquiring lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.802157] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Acquired lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.802323] env[69506]: DEBUG nova.network.neutron [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Refreshing network info cache for port d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.809541] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee521c45-2b1f-47d6-bdb9-388cdb769808 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.824289] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249293, 'name': CreateVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.827292] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ce4df-86d3-4223-93b2-ef81b3d7be02 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.866496] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9747bf7f-d6f1-44f2-be55-b211061b74f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.875892] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760ec32-ec82-4d88-bdbb-c146d9910a9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.891734] env[69506]: DEBUG nova.compute.provider_tree [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.946118] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.077748] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.110332] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520a4bf6-cc31-613d-ee80-a96fabdd2500, 'name': SearchDatastore_Task, 'duration_secs': 0.007798} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.110604] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.110851] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.111119] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736f92d4-af76-4ab3-b672-ab3667653e8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.118674] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 822.118674] env[69506]: value = "task-3249294" [ 822.118674] env[69506]: _type = "Task" [ 822.118674] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.126574] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.153645] env[69506]: DEBUG nova.network.neutron [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Updated VIF entry in instance network info cache for port d75f5c76-12b2-4c89-bfc3-464fe904f9f8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.154258] env[69506]: DEBUG nova.network.neutron [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Updating instance_info_cache with network_info: [{"id": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "address": "fa:16:3e:5c:a3:35", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75f5c76-12", "ovs_interfaceid": "d75f5c76-12b2-4c89-bfc3-464fe904f9f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.309169] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249293, 'name': CreateVM_Task, 'duration_secs': 0.41835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.309169] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.310021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.310021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.310382] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.310626] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3526fccf-a4f0-4d73-975e-4427eaed3159 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.315958] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 822.315958] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc01fd-88c9-7b83-69de-2ec836951312" [ 822.315958] env[69506]: _type = "Task" [ 822.315958] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.323478] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc01fd-88c9-7b83-69de-2ec836951312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.394830] env[69506]: DEBUG nova.scheduler.client.report [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.457522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.457522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.457712] env[69506]: INFO nova.compute.manager [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Rebooting instance [ 822.576554] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249292, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.627951] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.657067] env[69506]: DEBUG oslo_concurrency.lockutils [req-d2b5745c-8e32-4444-8076-4a70171ff6c9 req-b0934888-dae3-4352-8055-31904dc8a8fa service nova] Releasing lock "refresh_cache-509562e4-a7a3-48b1-9d9e-73194c08a595" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.827827] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc01fd-88c9-7b83-69de-2ec836951312, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.828595] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.828702] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.829047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.829047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.829204] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.829481] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b5f95a-cdd5-4cee-bc6b-e05467c26106 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.848935] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.849126] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.850015] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ba8a07-fece-40fb-976b-23acdacb2f84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.855129] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 822.855129] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eadbd4-78c1-9bfb-13cf-34dab11f39c9" [ 822.855129] env[69506]: _type = "Task" [ 822.855129] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.862827] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eadbd4-78c1-9bfb-13cf-34dab11f39c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.900042] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.682s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.903044] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.783s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.904214] env[69506]: INFO nova.compute.claims [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.982370] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.982554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.982730] env[69506]: DEBUG nova.network.neutron [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.079755] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.473376} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.080043] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 401039d5-31da-4704-846c-776683258ac2/401039d5-31da-4704-846c-776683258ac2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.080267] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.080559] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa39a7ed-4a3b-4953-9846-04419b3e65cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.089072] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 823.089072] env[69506]: value = "task-3249295" [ 823.089072] env[69506]: _type = "Task" [ 823.089072] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.097059] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.128703] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.367437] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eadbd4-78c1-9bfb-13cf-34dab11f39c9, 'name': SearchDatastore_Task, 'duration_secs': 0.023003} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.368189] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85a08ea-3c97-4f0b-ab44-dad26bd6ed75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.373643] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 823.373643] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d2a313-afa4-5cbd-e9ea-792f83d750b6" [ 823.373643] env[69506]: _type = "Task" [ 823.373643] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.384231] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d2a313-afa4-5cbd-e9ea-792f83d750b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.416924] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35a5fb83-162d-4308-bebb-f1ec90931d20 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.582s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.417121] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.757s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.417457] env[69506]: INFO nova.compute.manager [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Unshelving [ 823.469785] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df98b89-cbc8-41f1-a15f-c8113cd9cd34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.490733] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.599485] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074475} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.599878] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.601139] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6796de2-6a4e-4bde-85fc-13fbe94c8325 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.623589] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 401039d5-31da-4704-846c-776683258ac2/401039d5-31da-4704-846c-776683258ac2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.625276] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca81f515-41b4-4a3b-8b65-2b8745a3d33d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.647846] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.338695} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.649120] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.649383] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.649727] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 823.649727] env[69506]: value = "task-3249296" [ 823.649727] env[69506]: _type = "Task" [ 823.649727] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.649977] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40357e8-2886-4d9f-93ab-059e39e26819 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.660093] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.661286] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 823.661286] env[69506]: value = "task-3249297" [ 823.661286] env[69506]: _type = "Task" [ 823.661286] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.671533] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.760204] env[69506]: DEBUG nova.network.neutron [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.883944] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d2a313-afa4-5cbd-e9ea-792f83d750b6, 'name': SearchDatastore_Task, 'duration_secs': 0.05753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.884226] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.884491] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.884754] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1958434c-e683-489e-a79a-c4c6d0d86fdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.892964] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 823.892964] env[69506]: value = "task-3249298" [ 823.892964] env[69506]: _type = "Task" [ 823.892964] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.900828] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.996547] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.996747] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b87a8cbc-c0e4-4bd5-b90b-bf0ab96d92c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.003976] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 824.003976] env[69506]: value = "task-3249299" [ 824.003976] env[69506]: _type = "Task" [ 824.003976] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.012303] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.163153] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249296, 'name': ReconfigVM_Task, 'duration_secs': 0.264029} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.169249] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 401039d5-31da-4704-846c-776683258ac2/401039d5-31da-4704-846c-776683258ac2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.170182] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8acb5588-73c0-4834-a489-b2f69a2522fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.177565] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059281} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.179547] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.179547] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 824.179547] env[69506]: value = "task-3249300" [ 824.179547] env[69506]: _type = "Task" [ 824.179547] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.180229] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98432363-2de2-4db1-9b0a-9998a8a500e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.206163] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249300, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.218250] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.220834] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc91b720-c329-42eb-80af-6f0cc2d08855 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.243992] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 824.243992] env[69506]: value = "task-3249301" [ 824.243992] env[69506]: _type = "Task" [ 824.243992] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.259635] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.263504] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.402565] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492248} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.405253] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.405398] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.405833] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64dae60b-83cf-42e9-a751-1bffb6cdf3a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.412421] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 824.412421] env[69506]: value = "task-3249302" [ 824.412421] env[69506]: _type = "Task" [ 824.412421] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.422264] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.426637] env[69506]: DEBUG nova.compute.utils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.488557] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65ea67-2fb5-4590-a1fb-55ca8a7c0213 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.496800] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba1158-4d90-499a-ae65-5e84eb7eb89a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.532045] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81e94a3-8ba6-417f-a656-7ff247557f44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.537759] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249299, 'name': PowerOffVM_Task, 'duration_secs': 0.275681} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.538453] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.538679] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.545216] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a233685-7a4d-46b0-b0c7-361e4c84d264 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.559013] env[69506]: DEBUG nova.compute.provider_tree [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.692392] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249300, 'name': Rename_Task, 'duration_secs': 0.173782} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.692680] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.692940] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400870e2-b94d-4ee2-9c68-0bfe38dd453e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.699485] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 824.699485] env[69506]: value = "task-3249303" [ 824.699485] env[69506]: _type = "Task" [ 824.699485] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.707571] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.753079] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249301, 'name': ReconfigVM_Task, 'duration_secs': 0.426782} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.753393] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.754321] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67f5b05e-461d-43be-80bd-ec673afa7b6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.760635] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 824.760635] env[69506]: value = "task-3249304" [ 824.760635] env[69506]: _type = "Task" [ 824.760635] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.770240] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249304, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.771105] env[69506]: DEBUG nova.compute.manager [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.771851] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295aba0-04e7-47b8-925c-fb0f4968e636 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.921755] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085383} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.921996] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.922749] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eca545-dc54-457a-8bb8-b5606e1a1640 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.936533] env[69506]: INFO nova.virt.block_device [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Booting with volume 50caf944-ac9c-402a-8da1-f8ae31fde0db at /dev/sdb [ 824.946383] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.947222] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a03b3c-3dd5-4089-a111-759f42f24492 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.968469] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 824.968469] env[69506]: value = "task-3249305" [ 824.968469] env[69506]: _type = "Task" [ 824.968469] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.977727] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.997269] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7978ee16-3ff8-4211-851a-05a52649086a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.005915] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf64114-0426-4fa4-91a1-e8fc7ccb5700 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.043233] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b661397-1d1f-49ea-a35e-24f167bc9bbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.047966] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.048307] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.048543] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.048776] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.048999] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.049242] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.049496] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.049698] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.049938] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.050139] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.050358] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.055542] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7182ab5d-1cfd-493f-b847-99b2c1d4e3a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.070023] env[69506]: DEBUG nova.scheduler.client.report [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.077512] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a5f32-97f1-47d7-8ac9-a64d96f00e7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.092768] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 825.092768] env[69506]: value = "task-3249306" [ 825.092768] env[69506]: _type = "Task" [ 825.092768] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.103868] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.123259] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8c9c08-d8cd-4ab9-bced-4e5361f36445 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.129944] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe85b1-23fc-4feb-bf0a-3f8b73ce2ced {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.145065] env[69506]: DEBUG nova.virt.block_device [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating existing volume attachment record: a63af360-420c-40c8-a447-00b9d2abb177 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 825.211824] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.270770] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249304, 'name': Rename_Task, 'duration_secs': 0.245049} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.271082] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.271334] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9deaf9a-2c18-4ba4-862e-a26ddec38bc5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.277674] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 825.277674] env[69506]: value = "task-3249308" [ 825.277674] env[69506]: _type = "Task" [ 825.277674] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.288363] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.478144] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.576616] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.577285] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.580511] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.945s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.581778] env[69506]: INFO nova.compute.claims [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.603909] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249306, 'name': ReconfigVM_Task, 'duration_secs': 0.407834} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.604329] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.712358] env[69506]: DEBUG oslo_vmware.api [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249303, 'name': PowerOnVM_Task, 'duration_secs': 0.527711} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.712509] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.712842] env[69506]: INFO nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Took 8.85 seconds to spawn the instance on the hypervisor. [ 825.713219] env[69506]: DEBUG nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.714444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f05d0-b05a-40d9-9a68-17dab5fa8129 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787996] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.788801] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce656026-8a31-4b5c-8756-d043e1898de7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.796691] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Doing hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 825.796691] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a0a140b1-04e0-45d5-b1fa-73e3803698d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.802682] env[69506]: DEBUG oslo_vmware.api [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 825.802682] env[69506]: value = "task-3249311" [ 825.802682] env[69506]: _type = "Task" [ 825.802682] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.812853] env[69506]: DEBUG oslo_vmware.api [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249311, 'name': ResetVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.979211] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249305, 'name': ReconfigVM_Task, 'duration_secs': 0.705677} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.979493] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.980162] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00e9fc5b-5d21-4a3c-96e5-a61bb6973eca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.985997] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 825.985997] env[69506]: value = "task-3249312" [ 825.985997] env[69506]: _type = "Task" [ 825.985997] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.993857] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249312, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.087225] env[69506]: DEBUG nova.compute.utils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.090646] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.090818] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.112697] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:38:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4c59b5ee-125f-4d40-ad33-14c942108ce4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1422142746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.112936] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.113105] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.113293] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.113438] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.113588] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.113836] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.114010] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.114186] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.114355] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.114537] env[69506]: DEBUG nova.virt.hardware [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.120127] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 826.120643] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0952d8-3797-4d63-aa30-212467138111 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.135017] env[69506]: DEBUG nova.policy [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51be265515f84637882e70f59fb3019f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fbf8c2ab11492f952393beaec46ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.142556] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 826.142556] env[69506]: value = "task-3249313" [ 826.142556] env[69506]: _type = "Task" [ 826.142556] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.152905] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.236957] env[69506]: INFO nova.compute.manager [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Took 45.27 seconds to build instance. [ 826.289301] env[69506]: DEBUG oslo_vmware.api [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249308, 'name': PowerOnVM_Task, 'duration_secs': 0.707406} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.289601] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.289805] env[69506]: DEBUG nova.compute.manager [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.290651] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0fd8d8-4283-4a28-9247-0a6c6956237d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.312104] env[69506]: DEBUG oslo_vmware.api [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249311, 'name': ResetVM_Task, 'duration_secs': 0.098853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.312358] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Did hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 826.312546] env[69506]: DEBUG nova.compute.manager [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.313384] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00563660-d7d8-4db2-8b74-3438d7a412b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.496895] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249312, 'name': Rename_Task, 'duration_secs': 0.252379} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.497369] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.497482] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7241c77e-8ce4-4c71-a92f-7191c1824502 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.503553] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 826.503553] env[69506]: value = "task-3249314" [ 826.503553] env[69506]: _type = "Task" [ 826.503553] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.510963] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.530493] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Successfully created port: 8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.591549] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.652972] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249313, 'name': ReconfigVM_Task, 'duration_secs': 0.398229} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.655587] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 826.656842] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb8a1d-b0ce-4029-8e57-f88aa8e7d528 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.680922] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.684396] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37bb5d7-9b22-45ae-b3b1-f710bc1fa62a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.707024] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 826.707024] env[69506]: value = "task-3249315" [ 826.707024] env[69506]: _type = "Task" [ 826.707024] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.717068] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.740146] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9dc43cfa-40cc-41e5-bd98-73ffc749ab4b tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.650s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.812917] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.832376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2cd2a766-2de8-4c92-884a-1e926eeb648c tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.374s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.013857] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249314, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.159466] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2174cba-90d3-4c3c-b979-b631c6fcef55 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.168019] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700cb41-5212-475d-a9e8-e5c6972b1974 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.203048] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b746fc0d-b49f-4807-b93e-8965c0d87451 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.221502] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd49d13-d2cd-47f9-91cd-e8149566edf0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.225711] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249315, 'name': ReconfigVM_Task, 'duration_secs': 0.435374} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.226508] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.226795] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.243117] env[69506]: DEBUG nova.compute.provider_tree [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.248426] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.514691] env[69506]: DEBUG oslo_vmware.api [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249314, 'name': PowerOnVM_Task, 'duration_secs': 0.676641} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.515224] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.515224] env[69506]: INFO nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Took 7.94 seconds to spawn the instance on the hypervisor. [ 827.515461] env[69506]: DEBUG nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.516255] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c4fa3-15fa-4cf8-b362-2009989fad85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.604028] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.628340] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.628523] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.628682] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.628861] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.629276] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.629276] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.629547] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.629803] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.630025] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.630191] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.630368] env[69506]: DEBUG nova.virt.hardware [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.631267] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bff15f-4e8a-4fad-9358-e764d7b54214 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.640422] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0549203c-1fd7-4859-b77c-572c5eab2ebc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.734355] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e497b-7925-4cc3-8869-c4b2d6e44719 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.754539] env[69506]: DEBUG nova.scheduler.client.report [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.761604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3512f99e-1c56-4d4c-b02c-94b818dce0f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.786392] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.790698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.991418] env[69506]: INFO nova.compute.manager [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Rebuilding instance [ 828.048431] env[69506]: DEBUG nova.compute.manager [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Received event network-vif-plugged-8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.048431] env[69506]: DEBUG oslo_concurrency.lockutils [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] Acquiring lock "451b651f-2d82-4777-93fb-5e16e248e292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.048431] env[69506]: DEBUG oslo_concurrency.lockutils [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] Lock "451b651f-2d82-4777-93fb-5e16e248e292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.048431] env[69506]: DEBUG oslo_concurrency.lockutils [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] Lock "451b651f-2d82-4777-93fb-5e16e248e292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.048734] env[69506]: DEBUG nova.compute.manager [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] No waiting events found dispatching network-vif-plugged-8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.048734] env[69506]: WARNING nova.compute.manager [req-3e6da72f-7b77-4f6e-9ac5-16423a975cf2 req-59cdc1fe-cde5-4c48-abdb-d81f03e4379b service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Received unexpected event network-vif-plugged-8eaa4a23-ef69-4441-bba1-f0edad9e8442 for instance with vm_state building and task_state spawning. [ 828.049826] env[69506]: INFO nova.compute.manager [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Took 45.47 seconds to build instance. [ 828.059720] env[69506]: DEBUG nova.compute.manager [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.061311] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df664265-3ce9-40d8-8064-8538b2ff59ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.155703] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Successfully updated port: 8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.216034] env[69506]: DEBUG nova.compute.manager [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.217355] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf77a86d-9e4e-4008-8f15-576b5f7e804c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.262721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.263786] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.266402] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.699s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.266978] env[69506]: DEBUG nova.objects.instance [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lazy-loading 'resources' on Instance uuid ece644b7-8ddc-41b1-8925-cf431a09dd55 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.327335] env[69506]: DEBUG nova.network.neutron [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Port 8b3fa948-a549-4aba-8f71-daafbf52023d binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 828.552082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f444bb18-32c2-44da-97c8-94362119e6c6 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.239s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.659622] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.659622] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.659622] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.729713] env[69506]: INFO nova.compute.manager [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] instance snapshotting [ 828.735511] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02278a-6153-4e70-897b-ac19aa6b67b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.758019] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92f18e-3dd2-4f76-9a4e-3bc590daf81d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.772752] env[69506]: DEBUG nova.compute.utils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.774469] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.774469] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.832864] env[69506]: DEBUG nova.policy [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb48f5ca73845a183c8c6a14f3e957e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8fc530ac2c448995c823574bc84ccf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.057359] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.078610] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.078902] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a999d9-13fc-4520-ad9a-7cdcb97ee948 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.088093] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 829.088093] env[69506]: value = "task-3249317" [ 829.088093] env[69506]: _type = "Task" [ 829.088093] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.096492] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.224856] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.237217] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Successfully created port: 52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.270693] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.271191] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cec47f5a-b066-4bf5-b4a5-69b9907aad6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.278619] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.282057] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 829.282057] env[69506]: value = "task-3249318" [ 829.282057] env[69506]: _type = "Task" [ 829.282057] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.292531] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.338922] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7592bc-706a-45f5-9c3a-f6ef8a953e8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.354761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743a61c-a2d6-4e30-ad21-f42478aa6181 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.365277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.365519] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.366017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.410016] env[69506]: DEBUG nova.network.neutron [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Updating instance_info_cache with network_info: [{"id": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "address": "fa:16:3e:b0:14:29", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaa4a23-ef", "ovs_interfaceid": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.414026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7e669-8107-4d56-afcd-fbdeb2236255 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.420485] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e95d6-ff30-40f6-ba0a-f2c3244dcf53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.436060] env[69506]: DEBUG nova.compute.provider_tree [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.503587] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.503851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.504049] env[69506]: DEBUG nova.compute.manager [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.505396] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c71a9-c0f8-419c-870f-f4ad33fe91f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.512596] env[69506]: DEBUG nova.compute.manager [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 829.513217] env[69506]: DEBUG nova.objects.instance [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'flavor' on Instance uuid 509562e4-a7a3-48b1-9d9e-73194c08a595 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.580207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.600698] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249317, 'name': PowerOffVM_Task, 'duration_secs': 0.21425} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.601042] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.601352] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.602435] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c8f7a-de49-4eac-bc50-4dd8fe39d853 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.610622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.610845] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931bc316-daef-46e1-b651-2e02e912f340 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.675721] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.676039] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.676331] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.676664] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15fd234e-caeb-4056-b13a-351378d79d75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.683514] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 829.683514] env[69506]: value = "task-3249320" [ 829.683514] env[69506]: _type = "Task" [ 829.683514] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.692597] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.797715] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.916452] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.916882] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Instance network_info: |[{"id": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "address": "fa:16:3e:b0:14:29", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaa4a23-ef", "ovs_interfaceid": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.917439] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:14:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eaa4a23-ef69-4441-bba1-f0edad9e8442', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.929776] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.931206] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.931552] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbbd93b5-9f0f-41e3-a806-3aaaf0099ecd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.951235] env[69506]: DEBUG nova.scheduler.client.report [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.960641] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.960641] env[69506]: value = "task-3249321" [ 829.960641] env[69506]: _type = "Task" [ 829.960641] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.971032] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249321, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.061509] env[69506]: DEBUG nova.compute.manager [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Received event network-changed-8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.061776] env[69506]: DEBUG nova.compute.manager [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Refreshing instance network info cache due to event network-changed-8eaa4a23-ef69-4441-bba1-f0edad9e8442. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.061923] env[69506]: DEBUG oslo_concurrency.lockutils [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] Acquiring lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.062145] env[69506]: DEBUG oslo_concurrency.lockutils [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] Acquired lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.062262] env[69506]: DEBUG nova.network.neutron [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Refreshing network info cache for port 8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.193368] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170054} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.193990] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.194195] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.194409] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.290142] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.302912] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249318, 'name': CreateSnapshot_Task, 'duration_secs': 0.653246} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.302912] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.303645] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b430c5-016b-4a28-ac22-29ee7531846f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.324018] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.324018] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.324018] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.324551] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.324862] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.325674] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.325674] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.325674] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.325861] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.326017] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.326248] env[69506]: DEBUG nova.virt.hardware [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.328056] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21329a37-7ab4-4cba-9a0f-97d9f76d1443 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.337677] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f587b82-ebdf-4dde-abad-8eacde54bc83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.400899] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.401108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.401310] env[69506]: DEBUG nova.network.neutron [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.456862] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.459252] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.963s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.460754] env[69506]: INFO nova.compute.claims [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.472304] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249321, 'name': CreateVM_Task, 'duration_secs': 0.412838} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.472687] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.473168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.473335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.473655] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.474203] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a6f791-29b8-4b90-ae7f-6ba19f018166 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.478509] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 830.478509] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526deff5-ec39-d25c-cfa7-0c65805d477f" [ 830.478509] env[69506]: _type = "Task" [ 830.478509] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.482743] env[69506]: INFO nova.scheduler.client.report [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Deleted allocations for instance ece644b7-8ddc-41b1-8925-cf431a09dd55 [ 830.490353] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526deff5-ec39-d25c-cfa7-0c65805d477f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.523033] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.523033] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a21812e-9809-4d38-ac27-8574987bdf83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.529669] env[69506]: DEBUG oslo_vmware.api [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 830.529669] env[69506]: value = "task-3249322" [ 830.529669] env[69506]: _type = "Task" [ 830.529669] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.539663] env[69506]: DEBUG oslo_vmware.api [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.752798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.787942] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Successfully updated port: 52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.821948] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.822724] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9d0b52e-b2eb-4646-a25e-7af161bca97a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.826694] env[69506]: DEBUG nova.network.neutron [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Updated VIF entry in instance network info cache for port 8eaa4a23-ef69-4441-bba1-f0edad9e8442. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.827060] env[69506]: DEBUG nova.network.neutron [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Updating instance_info_cache with network_info: [{"id": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "address": "fa:16:3e:b0:14:29", "network": {"id": "05c92357-c1c7-42a3-8f74-bdc4b9b64fab", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-872621226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04fbf8c2ab11492f952393beaec46ffd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaa4a23-ef", "ovs_interfaceid": "8eaa4a23-ef69-4441-bba1-f0edad9e8442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.833520] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 830.833520] env[69506]: value = "task-3249323" [ 830.833520] env[69506]: _type = "Task" [ 830.833520] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.843350] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249323, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.993582] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526deff5-ec39-d25c-cfa7-0c65805d477f, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.994226] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.997135] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.997135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.997135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.997135] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.997135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-367c3bff-c0ea-43e9-b0ad-9c1b819e9228 tempest-FloatingIPsAssociationTestJSON-1168940114 tempest-FloatingIPsAssociationTestJSON-1168940114-project-member] Lock "ece644b7-8ddc-41b1-8925-cf431a09dd55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.127s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.997135] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b422cf-ef76-489a-8272-9ef5a96297c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.007844] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.008013] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.009034] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a6d535-3ace-4b35-ae08-558c0aec5f9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.015976] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 831.015976] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52886714-78f3-98c6-31eb-af5db4661b2f" [ 831.015976] env[69506]: _type = "Task" [ 831.015976] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.025168] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52886714-78f3-98c6-31eb-af5db4661b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.039836] env[69506]: DEBUG oslo_vmware.api [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249322, 'name': PowerOffVM_Task, 'duration_secs': 0.431079} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.042766] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.043124] env[69506]: DEBUG nova.compute.manager [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.045129] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f41526-4755-4b6e-8ed8-d98cee63870d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.120944] env[69506]: INFO nova.compute.manager [None req-51947e3c-cc0f-4402-9d7c-d8d159f8e86d tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Get console output [ 831.122746] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-51947e3c-cc0f-4402-9d7c-d8d159f8e86d tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] The console log is missing. Check your VSPC configuration [ 831.175819] env[69506]: DEBUG nova.network.neutron [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.232148] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.232416] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.232577] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.232759] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.232907] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.233067] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.233281] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.233440] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.233605] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.233765] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.233963] env[69506]: DEBUG nova.virt.hardware [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.234808] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8946726-8351-4852-aa51-8cab2ab0f2a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.242800] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c0fb9-d1ce-4df5-a85a-43cf7aa7f5e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.258667] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:4e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19bbfc78-4198-455c-8f71-138bc384318b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.266109] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.266398] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.266616] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f065b51-df54-4dbc-9b55-b4ea965913a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.286051] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.286051] env[69506]: value = "task-3249324" [ 831.286051] env[69506]: _type = "Task" [ 831.286051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.291060] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.291198] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.291313] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.295044] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249324, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.330648] env[69506]: DEBUG oslo_concurrency.lockutils [req-78e2ff5d-57fe-41f1-9f26-7d7ef69f770e req-4d71d72e-61f9-4af4-9a41-0fc6cf7ba6d5 service nova] Releasing lock "refresh_cache-451b651f-2d82-4777-93fb-5e16e248e292" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.345103] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249323, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.525918] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52886714-78f3-98c6-31eb-af5db4661b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.528746] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4b4a16-183b-473c-8334-22b7a09f5d13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.534768] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 831.534768] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b368a3-88bb-5c49-0e90-649a240e33df" [ 831.534768] env[69506]: _type = "Task" [ 831.534768] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.544026] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b368a3-88bb-5c49-0e90-649a240e33df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.560783] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4631696-ce2d-407a-a5b2-bf6621cb1d41 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.678683] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.801408] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249324, 'name': CreateVM_Task, 'duration_secs': 0.304099} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.802523] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.806509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.806509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.806509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.806680] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a246014-b073-47c4-8d84-13874c76026d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.819677] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 831.819677] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f42e8-65d0-2954-a531-da89315c77f9" [ 831.819677] env[69506]: _type = "Task" [ 831.819677] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.828952] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f42e8-65d0-2954-a531-da89315c77f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.845137] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249323, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.874201] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.017811] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c5416-48f0-4625-a7a3-f85a561346bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.029534] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e2fd6-3792-4403-b198-a2dca2c308f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.068015] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215ee066-6998-4c5f-938b-eac3180c7728 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.075396] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b368a3-88bb-5c49-0e90-649a240e33df, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.078338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.078641] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 451b651f-2d82-4777-93fb-5e16e248e292/451b651f-2d82-4777-93fb-5e16e248e292.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.078944] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f4e39e7-3836-4711-82b6-9fb40165db16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.085413] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09d3a3-5cf4-4971-8dfd-f14381939cb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.091371] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 832.091371] env[69506]: value = "task-3249325" [ 832.091371] env[69506]: _type = "Task" [ 832.091371] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.103232] env[69506]: DEBUG nova.compute.provider_tree [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.109555] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.150243] env[69506]: DEBUG nova.network.neutron [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [{"id": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "address": "fa:16:3e:8e:10:23", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52aca7fb-a4", "ovs_interfaceid": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.204232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87a0c7e-42ea-4905-86b0-a15e3c0f20c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.226847] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b03a5-641a-406f-b96f-46e5e47cefe9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.235543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.256688] env[69506]: INFO nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Rebuilding instance [ 832.309051] env[69506]: DEBUG nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.313027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1b4dc-05c1-4ac0-8a41-77bf6f2e4241 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.313815] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.314264] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.314337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.314579] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.314759] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.319254] env[69506]: INFO nova.compute.manager [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Terminating instance [ 832.342728] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f42e8-65d0-2954-a531-da89315c77f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.344892] env[69506]: DEBUG nova.compute.manager [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Received event network-vif-plugged-52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.345142] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Acquiring lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.345415] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.345610] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.345781] env[69506]: DEBUG nova.compute.manager [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] No waiting events found dispatching network-vif-plugged-52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.345956] env[69506]: WARNING nova.compute.manager [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Received unexpected event network-vif-plugged-52aca7fb-a4f6-44fc-9f22-a342972f5a20 for instance with vm_state building and task_state spawning. [ 832.346232] env[69506]: DEBUG nova.compute.manager [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Received event network-changed-52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.346639] env[69506]: DEBUG nova.compute.manager [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Refreshing instance network info cache due to event network-changed-52aca7fb-a4f6-44fc-9f22-a342972f5a20. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.346639] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Acquiring lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.350823] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.351615] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.351615] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.351615] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.351994] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.353155] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f9002f-7b0b-4353-9e46-fcd76aba8b29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.364992] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249323, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.367421] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.367673] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.368601] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa45001-bc29-4a5f-8c0c-370406f4837b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.375928] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 832.375928] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527f6411-f1ed-a7d7-3c75-61ee3dddfb54" [ 832.375928] env[69506]: _type = "Task" [ 832.375928] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.385837] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527f6411-f1ed-a7d7-3c75-61ee3dddfb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.604556] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498516} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.608666] env[69506]: DEBUG nova.scheduler.client.report [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.612762] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 451b651f-2d82-4777-93fb-5e16e248e292/451b651f-2d82-4777-93fb-5e16e248e292.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.613457] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.613975] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0992635d-c00e-41ec-b484-11f30a348464 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.622197] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 832.622197] env[69506]: value = "task-3249326" [ 832.622197] env[69506]: _type = "Task" [ 832.622197] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.632575] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.654228] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.654469] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Instance network_info: |[{"id": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "address": "fa:16:3e:8e:10:23", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52aca7fb-a4", "ovs_interfaceid": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.654840] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Acquired lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.655040] env[69506]: DEBUG nova.network.neutron [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Refreshing network info cache for port 52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.660024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:10:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52aca7fb-a4f6-44fc-9f22-a342972f5a20', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.664858] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating folder: Project (ed8fc530ac2c448995c823574bc84ccf). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.668163] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d697f6-fe3b-44b1-9362-ad5849e24606 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.679731] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created folder: Project (ed8fc530ac2c448995c823574bc84ccf) in parent group-v649133. [ 832.679973] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating folder: Instances. Parent ref: group-v649301. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.680253] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1ca6dca-504a-4b8d-9963-3aa9bf2467af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.690037] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created folder: Instances in parent group-v649301. [ 832.690400] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.690705] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.691026] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c472b0a-1098-412f-aae3-9736d3836fda {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.715232] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.715232] env[69506]: value = "task-3249329" [ 832.715232] env[69506]: _type = "Task" [ 832.715232] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.723195] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249329, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.742280] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.742946] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ea0e52-fc12-4d6d-8f8a-91ef9b587228 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.749495] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 832.749495] env[69506]: value = "task-3249330" [ 832.749495] env[69506]: _type = "Task" [ 832.749495] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.757388] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.833793] env[69506]: DEBUG nova.compute.manager [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.834101] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.834952] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b033d5-0531-4cb8-93cf-0579d272bdfc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.843532] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.849897] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985551c6-e66a-484f-b268-16a4aa5d1ac6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.858510] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249323, 'name': CloneVM_Task, 'duration_secs': 1.900646} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.859982] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Created linked-clone VM from snapshot [ 832.860403] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 832.860403] env[69506]: value = "task-3249331" [ 832.860403] env[69506]: _type = "Task" [ 832.860403] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.861165] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7472bd4-ad07-4ca6-89d2-8884ce099464 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.876231] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Uploading image 7bb7c7c7-82b2-435c-aac9-6dc0df3652ee {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.878650] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3249331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.887998] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527f6411-f1ed-a7d7-3c75-61ee3dddfb54, 'name': SearchDatastore_Task, 'duration_secs': 0.056832} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.888997] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 832.889771] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3c1c167-075b-453b-89d7-fa9ab3be9d44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.891307] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f9a726-5432-4690-9154-1a5495ae0232 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.897708] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 832.897708] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aabae5-e4ce-770d-a4ec-f24d5878fc67" [ 832.897708] env[69506]: _type = "Task" [ 832.897708] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.902760] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 832.902760] env[69506]: value = "task-3249332" [ 832.902760] env[69506]: _type = "Task" [ 832.902760] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.911264] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aabae5-e4ce-770d-a4ec-f24d5878fc67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.916447] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249332, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.119203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.122748] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.123163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.427s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.123429] env[69506]: DEBUG nova.objects.instance [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lazy-loading 'resources' on Instance uuid cb1be988-3e06-4c56-b271-81bd11a7921a {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.134823] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079474} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.135205] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.139161] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad67f44-83ec-4f78-818d-cc7c1d1e9e82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.168531] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 451b651f-2d82-4777-93fb-5e16e248e292/451b651f-2d82-4777-93fb-5e16e248e292.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.174327] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e043e2-21bb-4f57-8fbe-3fd63f3495b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.193764] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 833.193764] env[69506]: value = "task-3249333" [ 833.193764] env[69506]: _type = "Task" [ 833.193764] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.212136] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.226656] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249329, 'name': CreateVM_Task, 'duration_secs': 0.38439} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.226851] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.227608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227782] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.228108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.228430] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae4ee6a-9a0b-491e-805e-a511cd2c21b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.237882] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 833.237882] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c67b12-51df-862c-04e4-759148e7c5f0" [ 833.237882] env[69506]: _type = "Task" [ 833.237882] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.249795] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c67b12-51df-862c-04e4-759148e7c5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.262433] env[69506]: DEBUG oslo_vmware.api [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249330, 'name': PowerOnVM_Task, 'duration_secs': 0.442282} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.263130] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.263396] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb3faa-e0bc-4717-8546-3749023041c5 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance '7048c4aa-f136-415f-99d0-7e4361ecfbb7' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.341151] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.341151] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1942137-9e44-4066-8c20-1ae813267b57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.351018] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 833.351018] env[69506]: value = "task-3249334" [ 833.351018] env[69506]: _type = "Task" [ 833.351018] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.362289] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 833.362612] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.363425] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e69a6-5ef0-4c3a-8f2b-f2c69166a696 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.374571] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3249331, 'name': PowerOffVM_Task, 'duration_secs': 0.225824} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.377230] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.377416] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.377720] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.377933] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34fef094-b420-49ed-8fdf-d1ad2cbf01ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.379601] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f07ec9e-1d1f-4926-b469-226341581520 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.407373] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52aabae5-e4ce-770d-a4ec-f24d5878fc67, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.410985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.411189] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.411451] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79e09f1-780c-4f27-aa16-b8b16c23f19a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.419021] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249332, 'name': Destroy_Task, 'duration_secs': 0.437434} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.419200] env[69506]: DEBUG nova.network.neutron [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updated VIF entry in instance network info cache for port 52aca7fb-a4f6-44fc-9f22-a342972f5a20. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.419561] env[69506]: DEBUG nova.network.neutron [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [{"id": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "address": "fa:16:3e:8e:10:23", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52aca7fb-a4", "ovs_interfaceid": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.421775] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Destroyed the VM [ 833.422046] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 833.422656] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 833.422656] env[69506]: value = "task-3249337" [ 833.422656] env[69506]: _type = "Task" [ 833.422656] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.422847] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3722960a-4649-4fe3-bc48-a63bca4fc9be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.435465] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 833.435465] env[69506]: value = "task-3249338" [ 833.435465] env[69506]: _type = "Task" [ 833.435465] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.435876] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.468981] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.468981] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.468981] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore1] 509562e4-a7a3-48b1-9d9e-73194c08a595 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.470381] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b81ba47c-3735-46a2-8eab-2c9a3edf2643 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.472688] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.472908] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.473114] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Deleting the datastore file [datastore2] be8ac0d5-bb6e-4460-ba21-b70b973e496b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.473721] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5ab925-fcc3-4a7b-be85-e88184b95749 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.478065] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 833.478065] env[69506]: value = "task-3249339" [ 833.478065] env[69506]: _type = "Task" [ 833.478065] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.487022] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for the task: (returnval){ [ 833.487022] env[69506]: value = "task-3249340" [ 833.487022] env[69506]: _type = "Task" [ 833.487022] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.489673] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.494343] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3249340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.627564] env[69506]: DEBUG nova.compute.utils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.627564] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.627564] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.708419] env[69506]: DEBUG nova.policy [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb48f5ca73845a183c8c6a14f3e957e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8fc530ac2c448995c823574bc84ccf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.713134] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.748516] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c67b12-51df-862c-04e4-759148e7c5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.748833] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.749081] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.749326] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.749651] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.749919] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ceead41-21b9-4a7a-9042-d93301951295 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.772653] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.772851] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.773918] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cb60df-1c8a-483e-9363-a64c9b91bed8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.784444] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 833.784444] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520b99f7-026b-7fc7-bd57-c9f06c8b277d" [ 833.784444] env[69506]: _type = "Task" [ 833.784444] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.796839] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520b99f7-026b-7fc7-bd57-c9f06c8b277d, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.797655] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dfffaa-f7ad-406b-b1d8-3f4eee9238f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.806146] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 833.806146] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524218bd-b13f-6903-5ee2-f283aeed7895" [ 833.806146] env[69506]: _type = "Task" [ 833.806146] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.814591] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524218bd-b13f-6903-5ee2-f283aeed7895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.924337] env[69506]: DEBUG oslo_concurrency.lockutils [req-557f758a-25fc-461a-841f-6cbcc77f3531 req-048fcd0f-a9d2-4d22-b9f9-a2fa2f7ca2a5 service nova] Releasing lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.936970] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.949876] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249338, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.994075] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145553} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.995014] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.995370] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.995742] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.005287] env[69506]: DEBUG oslo_vmware.api [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Task: {'id': task-3249340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161109} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.007415] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.007415] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.007415] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.007415] env[69506]: INFO nova.compute.manager [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 834.008033] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.008398] env[69506]: DEBUG nova.compute.manager [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.008684] env[69506]: DEBUG nova.network.neutron [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.086615] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Successfully created port: 3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.133157] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.210783] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.243620] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460827ab-99e1-434e-a5de-e37bc3c76199 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.252737] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e250d1-918e-4b56-87c5-fd9fe8bb0d66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.293825] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b30db41-b78f-4103-a6fb-727d4090dd64 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.302526] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc59d41-3842-46a9-8c8d-19252b487226 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.321287] env[69506]: DEBUG nova.compute.provider_tree [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.326060] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524218bd-b13f-6903-5ee2-f283aeed7895, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.326721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327032] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/43b5e7a3-0cf1-4b10-9bc3-86a49456a62a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.327331] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dc06038-66a6-42e6-b523-b6ce4b0a32aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.336075] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 834.336075] env[69506]: value = "task-3249341" [ 834.336075] env[69506]: _type = "Task" [ 834.336075] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.344715] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.437697] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.447881] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249338, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.707376] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249333, 'name': ReconfigVM_Task, 'duration_secs': 1.339785} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.707695] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 451b651f-2d82-4777-93fb-5e16e248e292/451b651f-2d82-4777-93fb-5e16e248e292.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.711021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e729e19d-452e-47f6-83b9-bbf74e9f24e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.715816] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 834.715816] env[69506]: value = "task-3249342" [ 834.715816] env[69506]: _type = "Task" [ 834.715816] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.725989] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249342, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.828502] env[69506]: DEBUG nova.scheduler.client.report [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.846582] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.860197] env[69506]: DEBUG nova.compute.manager [req-cf6e3988-a5e6-4c4b-b00d-7ebc1c5b1f1a req-21862941-45ca-403c-bf7f-52fc681ffe80 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Received event network-vif-deleted-875d3625-eb6d-4b71-909d-bee0ed6e0473 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.860197] env[69506]: INFO nova.compute.manager [req-cf6e3988-a5e6-4c4b-b00d-7ebc1c5b1f1a req-21862941-45ca-403c-bf7f-52fc681ffe80 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Neutron deleted interface 875d3625-eb6d-4b71-909d-bee0ed6e0473; detaching it from the instance and deleting it from the info cache [ 834.860197] env[69506]: DEBUG nova.network.neutron [req-cf6e3988-a5e6-4c4b-b00d-7ebc1c5b1f1a req-21862941-45ca-403c-bf7f-52fc681ffe80 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.943891] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.956427] env[69506]: DEBUG oslo_vmware.api [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249338, 'name': RemoveSnapshot_Task, 'duration_secs': 1.140146} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.956661] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.046634] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.046913] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.047154] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.047360] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.047512] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.047659] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.047923] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.048052] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.048247] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.048415] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.048638] env[69506]: DEBUG nova.virt.hardware [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.049573] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41c05e-a022-47df-90a9-607b8cfd84bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.059152] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f118be-c79f-443d-a45c-f051fcc9ac6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.074616] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:a3:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75f5c76-12b2-4c89-bfc3-464fe904f9f8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.081870] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.082176] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.082424] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ea3a22-7a2b-4dbb-8e2f-3459a841f968 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.103592] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.103592] env[69506]: value = "task-3249343" [ 835.103592] env[69506]: _type = "Task" [ 835.103592] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.114020] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249343, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.145285] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.175273] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.175752] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.176103] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.176390] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.176602] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.176762] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.177054] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.177497] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.177742] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.177959] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.178292] env[69506]: DEBUG nova.virt.hardware [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.179307] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b16a4a-c439-492c-96d5-ab7cd89cd038 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.187998] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc3f60-0547-4ac4-9998-ee50b64080b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.224905] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249342, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.297427] env[69506]: DEBUG nova.network.neutron [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.336169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.338603] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.594s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.340681] env[69506]: INFO nova.compute.claims [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.353974] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859176} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.354769] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/43b5e7a3-0cf1-4b10-9bc3-86a49456a62a.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.355056] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.355329] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-050cc4c8-417f-481e-87f0-7e4c01436bfe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.364498] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 835.364498] env[69506]: value = "task-3249344" [ 835.364498] env[69506]: _type = "Task" [ 835.364498] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.364773] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdadee55-1178-4aa0-9565-cfb2b8b79a79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.380073] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.385907] env[69506]: INFO nova.scheduler.client.report [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleted allocations for instance cb1be988-3e06-4c56-b271-81bd11a7921a [ 835.394257] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdecce77-fe0a-4140-85a4-05e4fbd67f56 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.438912] env[69506]: DEBUG nova.compute.manager [req-cf6e3988-a5e6-4c4b-b00d-7ebc1c5b1f1a req-21862941-45ca-403c-bf7f-52fc681ffe80 service nova] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Detach interface failed, port_id=875d3625-eb6d-4b71-909d-bee0ed6e0473, reason: Instance be8ac0d5-bb6e-4460-ba21-b70b973e496b could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.450933] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.771515} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.451344] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.451676] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.452019] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d6a87f-656b-4e85-8a79-892fbf860bdf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.460978] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 835.460978] env[69506]: value = "task-3249345" [ 835.460978] env[69506]: _type = "Task" [ 835.460978] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.465687] env[69506]: WARNING nova.compute.manager [None req-79708a5e-2ec3-4569-98a3-041f1c6e4eef tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Image not found during snapshot: nova.exception.ImageNotFound: Image 7bb7c7c7-82b2-435c-aac9-6dc0df3652ee could not be found. [ 835.473712] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.614491] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249343, 'name': CreateVM_Task, 'duration_secs': 0.350537} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.614718] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.615541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615706] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.616319] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.616319] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1d90ec-2f07-4710-a3a3-047d070e3411 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.624062] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 835.624062] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a75798-cdd1-4918-52a1-cb88386ea6cd" [ 835.624062] env[69506]: _type = "Task" [ 835.624062] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.629707] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a75798-cdd1-4918-52a1-cb88386ea6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.726020] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249342, 'name': Rename_Task, 'duration_secs': 0.55225} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.726475] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.726750] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a899ac3-7098-4595-8d1a-f264789ade56 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.732805] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 835.732805] env[69506]: value = "task-3249346" [ 835.732805] env[69506]: _type = "Task" [ 835.732805] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.740608] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.786248] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Successfully updated port: 3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.792503] env[69506]: DEBUG nova.compute.manager [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Received event network-vif-plugged-3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.792503] env[69506]: DEBUG oslo_concurrency.lockutils [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] Acquiring lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.792503] env[69506]: DEBUG oslo_concurrency.lockutils [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] Lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.792503] env[69506]: DEBUG oslo_concurrency.lockutils [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] Lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.792503] env[69506]: DEBUG nova.compute.manager [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] No waiting events found dispatching network-vif-plugged-3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.792503] env[69506]: WARNING nova.compute.manager [req-5c25d80e-beb2-4532-a5f4-98c35cdd1de2 req-f3e53da7-665b-48c6-aabf-2f99560226f0 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Received unexpected event network-vif-plugged-3d7a88e0-b5b6-4756-b118-e200fb7f2835 for instance with vm_state building and task_state spawning. [ 835.803605] env[69506]: INFO nova.compute.manager [-] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Took 1.79 seconds to deallocate network for instance. [ 835.879848] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071091} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.880127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.880985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62250fb8-0874-4d2c-8801-f17e8f41aeab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.904240] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/43b5e7a3-0cf1-4b10-9bc3-86a49456a62a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.905162] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c3f7b6-15f5-4831-9c9e-60ba5935ce99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.924864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-71221ccf-8d25-49fe-b7ce-273fde0ecc46 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "cb1be988-3e06-4c56-b271-81bd11a7921a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.291s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.928889] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 835.928889] env[69506]: value = "task-3249347" [ 835.928889] env[69506]: _type = "Task" [ 835.928889] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.940790] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972195] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061266} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.972603] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.973992] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d5c15c-3aac-4496-afe0-2ad571de0a3b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.999333] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.000702] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaa5324-5ed0-4591-ad19-2c570703a039 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.024903] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 836.024903] env[69506]: value = "task-3249348" [ 836.024903] env[69506]: _type = "Task" [ 836.024903] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.034321] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.131816] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a75798-cdd1-4918-52a1-cb88386ea6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.132132] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132364] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.132600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.132745] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132923] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.133200] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec6d1d7-51fd-40ab-b6e0-7088e6010cfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.141380] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.141574] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.142407] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88edf89-fcd1-41c4-9785-6893bd0cbb1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.147497] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 836.147497] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5284ff24-0556-9d80-a1ce-11e28e1b6da1" [ 836.147497] env[69506]: _type = "Task" [ 836.147497] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.155321] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5284ff24-0556-9d80-a1ce-11e28e1b6da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.244233] env[69506]: DEBUG oslo_vmware.api [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249346, 'name': PowerOnVM_Task, 'duration_secs': 0.501031} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.244439] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.244679] env[69506]: INFO nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Took 8.64 seconds to spawn the instance on the hypervisor. [ 836.244907] env[69506]: DEBUG nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.245706] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe57ae0-88dc-4253-97b5-9accb7e76bef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.291598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.291754] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.291909] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.309934] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.440653] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.540390] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.624128] env[69506]: DEBUG nova.network.neutron [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Port 8b3fa948-a549-4aba-8f71-daafbf52023d binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 836.625035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.625035] env[69506]: DEBUG nova.network.neutron [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.661451] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5284ff24-0556-9d80-a1ce-11e28e1b6da1, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.667020] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4beaf098-4cc9-4146-b3fa-9325018555c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.671158] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 836.671158] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e559ca-263c-4210-0e3a-a1a8e868d33f" [ 836.671158] env[69506]: _type = "Task" [ 836.671158] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.682654] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e559ca-263c-4210-0e3a-a1a8e868d33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.765019] env[69506]: INFO nova.compute.manager [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Took 48.67 seconds to build instance. [ 836.831318] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.859866] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "401039d5-31da-4704-846c-776683258ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.859866] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.860090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "401039d5-31da-4704-846c-776683258ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.860199] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.860871] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.862546] env[69506]: INFO nova.compute.manager [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Terminating instance [ 836.895337] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90ed02-907c-4b1c-9f16-8c3d4640a469 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.903276] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e1d78-2205-4ecb-9a20-35aef68bd5c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.942498] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f8cdaa-4549-456a-a531-9a414563560b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.950507] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249347, 'name': ReconfigVM_Task, 'duration_secs': 0.846784} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.953035] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/43b5e7a3-0cf1-4b10-9bc3-86a49456a62a.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.953388] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8281b411-1370-4f3d-92a9-c82e9f3fa265 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.957173] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952eb353-6384-4723-bd7c-6b5c742701e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.970971] env[69506]: DEBUG nova.compute.provider_tree [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.976114] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 836.976114] env[69506]: value = "task-3249349" [ 836.976114] env[69506]: _type = "Task" [ 836.976114] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.981558] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249349, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.035608] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249348, 'name': ReconfigVM_Task, 'duration_secs': 0.648032} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.035881] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7/63813c73-4fae-42c3-90d7-01a03a2367a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.036532] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276ca59d-dd1e-4292-ba4c-0cb651d3e879 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.042726] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 837.042726] env[69506]: value = "task-3249350" [ 837.042726] env[69506]: _type = "Task" [ 837.042726] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.055474] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249350, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.064405] env[69506]: DEBUG nova.network.neutron [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updating instance_info_cache with network_info: [{"id": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "address": "fa:16:3e:8c:cd:f9", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a88e0-b5", "ovs_interfaceid": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.105806] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "fb88941d-d983-4a37-9b90-8cff54e18b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.106065] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.185268] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e559ca-263c-4210-0e3a-a1a8e868d33f, 'name': SearchDatastore_Task, 'duration_secs': 0.017631} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.185824] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.185824] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.185995] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db921544-7388-40a8-841b-bffe0d6085ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.192129] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 837.192129] env[69506]: value = "task-3249351" [ 837.192129] env[69506]: _type = "Task" [ 837.192129] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.200625] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.266896] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d4bff1ad-b30b-4cbf-8a5a-f298bb94842d tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.433s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.341980] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.342268] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.342476] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.342659] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.342857] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.344870] env[69506]: INFO nova.compute.manager [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Terminating instance [ 837.365828] env[69506]: DEBUG nova.compute.manager [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.366083] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.367346] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbc8d0-0824-45e4-b020-820d934dcb99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.375111] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.377466] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61a7cec-6556-4c31-abb1-f20617ece260 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.383784] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 837.383784] env[69506]: value = "task-3249352" [ 837.383784] env[69506]: _type = "Task" [ 837.383784] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.395072] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.433279] env[69506]: DEBUG nova.network.neutron [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.475572] env[69506]: DEBUG nova.scheduler.client.report [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.490557] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249349, 'name': Rename_Task, 'duration_secs': 0.175539} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.490957] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.491288] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2d896d-2abf-436c-a655-acd6ccc9af66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498047] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 837.498047] env[69506]: value = "task-3249353" [ 837.498047] env[69506]: _type = "Task" [ 837.498047] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.507950] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.555162] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249350, 'name': Rename_Task, 'duration_secs': 0.217678} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.555552] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.555709] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe0c30e-4928-491b-a991-5aae8eb53a85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.565147] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.565375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.565638] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 837.565638] env[69506]: value = "task-3249354" [ 837.565638] env[69506]: _type = "Task" [ 837.565638] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.569941] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.570290] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Instance network_info: |[{"id": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "address": "fa:16:3e:8c:cd:f9", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a88e0-b5", "ovs_interfaceid": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.571119] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:cd:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7a88e0-b5b6-4756-b118-e200fb7f2835', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.579080] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.580198] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.580465] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-964e1010-5ba4-4cb0-b047-1f48eaf0d7c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.599431] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.604213] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.604213] env[69506]: value = "task-3249355" [ 837.604213] env[69506]: _type = "Task" [ 837.604213] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.617871] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249355, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.706480] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.771413] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.849446] env[69506]: DEBUG nova.compute.manager [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.849446] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.851085] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72645b80-d244-4ac0-b821-c21d5d5a008d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.860315] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.860315] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d098445-cf27-4bdc-8ab3-c8d42f8d9ca6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.868524] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 837.868524] env[69506]: value = "task-3249356" [ 837.868524] env[69506]: _type = "Task" [ 837.868524] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.874584] env[69506]: DEBUG nova.compute.manager [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Received event network-changed-3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.874776] env[69506]: DEBUG nova.compute.manager [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Refreshing instance network info cache due to event network-changed-3d7a88e0-b5b6-4756-b118-e200fb7f2835. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.874951] env[69506]: DEBUG oslo_concurrency.lockutils [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] Acquiring lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.875112] env[69506]: DEBUG oslo_concurrency.lockutils [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] Acquired lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.875276] env[69506]: DEBUG nova.network.neutron [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Refreshing network info cache for port 3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.883159] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.897816] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249352, 'name': PowerOffVM_Task, 'duration_secs': 0.169706} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.898175] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.898426] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.899352] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0f4fd6c-2265-4a74-bdf4-c3ebb7314f1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.936040] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.985148] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.985878] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.991657] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.529s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.991867] env[69506]: DEBUG nova.objects.instance [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.998965] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.998965] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.998965] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleting the datastore file [datastore1] 401039d5-31da-4704-846c-776683258ac2 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.998965] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5968d19d-d1cd-4eb2-8503-a8c1fe589e76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.009224] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 838.009224] env[69506]: value = "task-3249358" [ 838.009224] env[69506]: _type = "Task" [ 838.009224] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.012774] env[69506]: DEBUG oslo_vmware.api [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249353, 'name': PowerOnVM_Task, 'duration_secs': 0.500491} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.017962] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.017962] env[69506]: INFO nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Took 7.73 seconds to spawn the instance on the hypervisor. [ 838.017962] env[69506]: DEBUG nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.019045] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bcfb66-1ae4-452c-a062-1bc075e0f27e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.027226] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.077442] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.115530] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249355, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.206099] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679291} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.207032] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.207032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.207184] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b2b7b6-ba50-4a2f-9c13-5953c27ce01f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.214583] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 838.214583] env[69506]: value = "task-3249359" [ 838.214583] env[69506]: _type = "Task" [ 838.214583] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.225315] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.239218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.239538] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.296583] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.380039] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249356, 'name': PowerOffVM_Task, 'duration_secs': 0.268819} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.380326] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.380525] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.381080] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a3c73b-651a-4e42-9469-267399917ccb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.440276] env[69506]: DEBUG nova.compute.manager [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69506) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 838.440596] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.469933] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.470157] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.470366] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleting the datastore file [datastore1] 1452a941-6ef3-41d9-9221-01055f0a9cf2 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.470703] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d61dd90-1a2c-4a3e-9dbf-3f1cbd2fbc06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.476681] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for the task: (returnval){ [ 838.476681] env[69506]: value = "task-3249361" [ 838.476681] env[69506]: _type = "Task" [ 838.476681] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.484556] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.492909] env[69506]: DEBUG nova.compute.utils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.494275] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.494457] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.522483] env[69506]: DEBUG oslo_vmware.api [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.522782] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.523069] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.524027] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.524027] env[69506]: INFO nova.compute.manager [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 401039d5-31da-4704-846c-776683258ac2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.524027] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.524027] env[69506]: DEBUG nova.compute.manager [-] [instance: 401039d5-31da-4704-846c-776683258ac2] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.524265] env[69506]: DEBUG nova.network.neutron [-] [instance: 401039d5-31da-4704-846c-776683258ac2] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.539792] env[69506]: INFO nova.compute.manager [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Took 48.92 seconds to build instance. [ 838.563897] env[69506]: DEBUG nova.policy [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d27ce4b0834ca4a1ddce89cb6c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c4bde053d040acb3e06fee31517d03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.590625] env[69506]: DEBUG oslo_vmware.api [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249354, 'name': PowerOnVM_Task, 'duration_secs': 0.703927} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.590625] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.590625] env[69506]: DEBUG nova.compute.manager [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.591158] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e22860-7f82-4e44-9e0d-f8ad15e470c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.615337] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249355, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.658501] env[69506]: DEBUG nova.network.neutron [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updated VIF entry in instance network info cache for port 3d7a88e0-b5b6-4756-b118-e200fb7f2835. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.658917] env[69506]: DEBUG nova.network.neutron [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updating instance_info_cache with network_info: [{"id": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "address": "fa:16:3e:8c:cd:f9", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a88e0-b5", "ovs_interfaceid": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.732146] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.983727] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Successfully created port: cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.990881] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.997554] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.003902] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fad04b10-fbf0-458d-aef0-cda608ff86f5 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.004537] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.544s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.006239] env[69506]: INFO nova.compute.claims [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.042506] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4c8d11af-bd80-4aab-9b08-fcc36f707e52 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.359s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.112571] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.116455] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249355, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.161933] env[69506]: DEBUG oslo_concurrency.lockutils [req-06de3e88-212a-45f8-bbd2-7a28c4dcda25 req-77ca211a-9d85-4dc0-8971-6ae09c2a98cd service nova] Releasing lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.229554] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249359, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.375153] env[69506]: DEBUG nova.network.neutron [-] [instance: 401039d5-31da-4704-846c-776683258ac2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.405214] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Successfully created port: 0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.488193] env[69506]: DEBUG oslo_vmware.api [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Task: {'id': task-3249361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581288} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.488643] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.488934] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.489254] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.489557] env[69506]: INFO nova.compute.manager [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 839.489897] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.490209] env[69506]: DEBUG nova.compute.manager [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.490405] env[69506]: DEBUG nova.network.neutron [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.541172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "451b651f-2d82-4777-93fb-5e16e248e292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.541172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.541172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "451b651f-2d82-4777-93fb-5e16e248e292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.541172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.541172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.542198] env[69506]: INFO nova.compute.manager [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Terminating instance [ 839.547748] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.619864] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249355, 'name': CreateVM_Task, 'duration_secs': 1.738372} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.620050] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.620721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.620889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621271] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.621814] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a6d3dc-d461-4f68-9b78-b75a8d07f29f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.626484] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 839.626484] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab7766-6916-e11f-f14b-e694c7516fcb" [ 839.626484] env[69506]: _type = "Task" [ 839.626484] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.635335] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab7766-6916-e11f-f14b-e694c7516fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.729727] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.036669} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.730013] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.731264] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743989da-6c8e-4e7a-8573-86d9508e1566 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.754191] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.756323] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6dc5aaf-727d-471f-9313-1723b6c1371c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.779319] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 839.779319] env[69506]: value = "task-3249362" [ 839.779319] env[69506]: _type = "Task" [ 839.779319] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.787399] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.878867] env[69506]: INFO nova.compute.manager [-] [instance: 401039d5-31da-4704-846c-776683258ac2] Took 1.35 seconds to deallocate network for instance. [ 839.909278] env[69506]: DEBUG nova.compute.manager [req-adc89418-09ae-49c9-9753-3ade6957338c req-ba394cd2-17b5-4c98-b480-0cbd2e39d0e8 service nova] [instance: 401039d5-31da-4704-846c-776683258ac2] Received event network-vif-deleted-1a1459bb-01ad-40c0-95dd-cb5b840a9d04 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.909278] env[69506]: DEBUG nova.compute.manager [req-adc89418-09ae-49c9-9753-3ade6957338c req-ba394cd2-17b5-4c98-b480-0cbd2e39d0e8 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Received event network-vif-deleted-75d1fd44-e8cc-476c-97a0-a24da664e15e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.909278] env[69506]: INFO nova.compute.manager [req-adc89418-09ae-49c9-9753-3ade6957338c req-ba394cd2-17b5-4c98-b480-0cbd2e39d0e8 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Neutron deleted interface 75d1fd44-e8cc-476c-97a0-a24da664e15e; detaching it from the instance and deleting it from the info cache [ 839.909777] env[69506]: DEBUG nova.network.neutron [req-adc89418-09ae-49c9-9753-3ade6957338c req-ba394cd2-17b5-4c98-b480-0cbd2e39d0e8 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.007216] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.034709] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.035660] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.035660] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.035660] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.035660] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.035887] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.035887] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.036050] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.036223] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.036561] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.036561] env[69506]: DEBUG nova.virt.hardware [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.037444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c075a-1ff9-43af-935f-a503dc2f7c58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.047801] env[69506]: DEBUG nova.compute.manager [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.047801] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.048632] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d9c1e-7a77-415d-8ad2-618ff734e3ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.052679] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0d874-79b2-4717-a3db-69c6cb8ca372 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.072868] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.075680] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72db78e0-9994-4330-bc15-32ba17109de1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.082566] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 840.082566] env[69506]: value = "task-3249363" [ 840.082566] env[69506]: _type = "Task" [ 840.082566] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.083555] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.095102] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.138624] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ab7766-6916-e11f-f14b-e694c7516fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.024737} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.141369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.141601] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.141833] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.141973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.143120] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.143120] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6da60ed-7f67-4c78-b740-7e19a9fad7e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.152869] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.153032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.156340] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7edeec-8009-4f4f-8a31-30fa864e9763 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.161779] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 840.161779] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52674b94-aa20-cc78-83d2-0a30c8db82ae" [ 840.161779] env[69506]: _type = "Task" [ 840.161779] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.169721] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52674b94-aa20-cc78-83d2-0a30c8db82ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.259897] env[69506]: DEBUG nova.network.neutron [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.290638] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.386717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.413324] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d91fe69-3063-4ca1-a2e5-8f6197ec0c87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.425244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fea0f-2028-432a-8fa4-89522532f763 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.471526] env[69506]: DEBUG nova.compute.manager [req-adc89418-09ae-49c9-9753-3ade6957338c req-ba394cd2-17b5-4c98-b480-0cbd2e39d0e8 service nova] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Detach interface failed, port_id=75d1fd44-e8cc-476c-97a0-a24da664e15e, reason: Instance 1452a941-6ef3-41d9-9221-01055f0a9cf2 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.597569] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249363, 'name': PowerOffVM_Task, 'duration_secs': 0.418421} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.601071] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.601284] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.602122] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec17bbc1-2240-4c0b-a3eb-7fcd1e5af5ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.664030] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.664224] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.664439] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleting the datastore file [datastore1] 451b651f-2d82-4777-93fb-5e16e248e292 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.671064] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ca14e8-4968-4589-affc-336dc4127ee4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.678348] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52674b94-aa20-cc78-83d2-0a30c8db82ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.680208] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 840.680208] env[69506]: value = "task-3249365" [ 840.680208] env[69506]: _type = "Task" [ 840.680208] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.680468] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bc3349-648f-428b-9915-f2b564fad691 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.686881] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f8ffb0-2094-4564-93ee-30a04b967484 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.692817] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 840.692817] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f5e6d-fa24-06fa-a06a-0d10211f9f21" [ 840.692817] env[69506]: _type = "Task" [ 840.692817] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.700478] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.701728] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a847611-bda6-4356-8192-f6034a8c1bfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.708213] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f5e6d-fa24-06fa-a06a-0d10211f9f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.736910] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546e064-fa55-463e-9914-93ece6956189 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.745131] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895d6b8-a59b-47bc-9c7b-17b13c562029 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.758934] env[69506]: DEBUG nova.compute.provider_tree [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.762557] env[69506]: INFO nova.compute.manager [-] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Took 1.27 seconds to deallocate network for instance. [ 840.791339] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.825725] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "244db566-fe89-4193-bb1e-e78f4e3da30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.826026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.826243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.826434] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.826631] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.828892] env[69506]: INFO nova.compute.manager [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Terminating instance [ 840.892977] env[69506]: DEBUG nova.compute.manager [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-vif-plugged-cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.893317] env[69506]: DEBUG oslo_concurrency.lockutils [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] Acquiring lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.893651] env[69506]: DEBUG oslo_concurrency.lockutils [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.893875] env[69506]: DEBUG oslo_concurrency.lockutils [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.894240] env[69506]: DEBUG nova.compute.manager [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] No waiting events found dispatching network-vif-plugged-cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.894407] env[69506]: WARNING nova.compute.manager [req-bff7a23b-5c16-4a80-a0ef-b3ae434dd1ea req-af9dafd4-c5a1-4319-bbbb-c29106961080 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received unexpected event network-vif-plugged-cf4451f8-99c6-409f-9ac1-b1fa582708c2 for instance with vm_state building and task_state spawning. [ 840.997566] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Successfully updated port: cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.196136] env[69506]: DEBUG oslo_vmware.api [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169028} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.201551] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.201757] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.201935] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.202128] env[69506]: INFO nova.compute.manager [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.202371] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.202594] env[69506]: DEBUG nova.compute.manager [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.202693] env[69506]: DEBUG nova.network.neutron [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.210749] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f5e6d-fa24-06fa-a06a-0d10211f9f21, 'name': SearchDatastore_Task, 'duration_secs': 0.019124} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.211010] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.211710] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/a9c24000-bc98-4902-adbf-8686b70a638e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.211710] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2dcece2-96fa-403d-b209-d43356f4c681 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.218907] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 841.218907] env[69506]: value = "task-3249366" [ 841.218907] env[69506]: _type = "Task" [ 841.218907] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.227237] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.262948] env[69506]: DEBUG nova.scheduler.client.report [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.269951] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.292319] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.333283] env[69506]: DEBUG nova.compute.manager [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.333597] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.334500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd743944-af23-41f5-a7dc-5502623906dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.341939] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.342212] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f85b58-4327-45d1-b3ad-87e90190e231 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.348855] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 841.348855] env[69506]: value = "task-3249367" [ 841.348855] env[69506]: _type = "Task" [ 841.348855] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.356741] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.729835] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.768738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.769498] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.772239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.230s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.773528] env[69506]: INFO nova.compute.claims [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.794058] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249362, 'name': ReconfigVM_Task, 'duration_secs': 1.563936} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.794206] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 509562e4-a7a3-48b1-9d9e-73194c08a595/509562e4-a7a3-48b1-9d9e-73194c08a595.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.794871] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e166f3fc-aa47-4222-8423-65c37ac01d3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.803436] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 841.803436] env[69506]: value = "task-3249368" [ 841.803436] env[69506]: _type = "Task" [ 841.803436] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.815024] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249368, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.860180] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249367, 'name': PowerOffVM_Task, 'duration_secs': 0.380575} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.860180] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.860180] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.860180] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a652bfb6-7ac9-4161-9b93-cf1bd9e07e1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.978952] env[69506]: DEBUG nova.network.neutron [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.982227] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.982475] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.982679] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore1] 244db566-fe89-4193-bb1e-e78f4e3da30c {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.983372] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b77fbfe-7953-43ef-8fc8-727373e6d8c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.991588] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 841.991588] env[69506]: value = "task-3249370" [ 841.991588] env[69506]: _type = "Task" [ 841.991588] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.003362] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.229966] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837026} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.230577] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/a9c24000-bc98-4902-adbf-8686b70a638e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.230577] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.230760] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09036fb0-5e9c-4478-8447-fb1cadd13a31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.237444] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 842.237444] env[69506]: value = "task-3249371" [ 842.237444] env[69506]: _type = "Task" [ 842.237444] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.246900] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.279252] env[69506]: DEBUG nova.compute.utils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.282634] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.282890] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.313898] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249368, 'name': Rename_Task, 'duration_secs': 0.307913} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.314192] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.314449] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa1a058-29e7-4fd7-b693-7aad5af9da78 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.320831] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 842.320831] env[69506]: value = "task-3249372" [ 842.320831] env[69506]: _type = "Task" [ 842.320831] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.331710] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.334275] env[69506]: DEBUG nova.policy [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c7f3a85bc24c85aaa7654f0805e120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b91e43a4ca4775b6b783f8cf82b0a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.484716] env[69506]: INFO nova.compute.manager [-] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Took 1.28 seconds to deallocate network for instance. [ 842.501524] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.748949] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189034} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.748949] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.749743] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe6f11-641a-49ed-8ff1-2fac6a6424a7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.773214] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/a9c24000-bc98-4902-adbf-8686b70a638e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.774353] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Successfully created port: c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.776630] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afff6ec-95c8-4441-bf89-5db50f743a4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.792736] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.811079] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 842.811079] env[69506]: value = "task-3249373" [ 842.811079] env[69506]: _type = "Task" [ 842.811079] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.822159] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.831043] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.980193] env[69506]: DEBUG nova.compute.manager [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-changed-cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.980455] env[69506]: DEBUG nova.compute.manager [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Refreshing instance network info cache due to event network-changed-cf4451f8-99c6-409f-9ac1-b1fa582708c2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.980601] env[69506]: DEBUG oslo_concurrency.lockutils [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] Acquiring lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.980741] env[69506]: DEBUG oslo_concurrency.lockutils [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] Acquired lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.980899] env[69506]: DEBUG nova.network.neutron [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Refreshing network info cache for port cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.994141] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.010913] env[69506]: DEBUG oslo_vmware.api [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.803827} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.011230] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.011500] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.011569] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.011697] env[69506]: INFO nova.compute.manager [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 843.012295] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.012551] env[69506]: DEBUG nova.compute.manager [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.012655] env[69506]: DEBUG nova.network.neutron [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.212470] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Successfully updated port: 0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.327039] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249373, 'name': ReconfigVM_Task, 'duration_secs': 0.310863} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.327039] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/a9c24000-bc98-4902-adbf-8686b70a638e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.327529] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae1747c-2f1f-43ff-9736-bf416c545c42 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.335826] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249372, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.339691] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 843.339691] env[69506]: value = "task-3249374" [ 843.339691] env[69506]: _type = "Task" [ 843.339691] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.394015] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49120853-c12a-4a2b-9770-e1d5b7a6d88e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.403521] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449ea83-6bf2-41aa-bb08-27938a24bf18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.444106] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cffb9-d868-4248-9fae-3fcf3199530c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.452747] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f087c6-fabb-4e42-b9a6-b2e4471bf029 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.461343] env[69506]: DEBUG nova.compute.manager [req-2077bf56-fef5-4f03-84ad-5682660c2c37 req-8639f920-f6a4-48b5-b2db-16b3c91b37f1 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Received event network-vif-deleted-4b2d1982-f340-4f92-a2ab-eb47c01e39c8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.461533] env[69506]: INFO nova.compute.manager [req-2077bf56-fef5-4f03-84ad-5682660c2c37 req-8639f920-f6a4-48b5-b2db-16b3c91b37f1 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Neutron deleted interface 4b2d1982-f340-4f92-a2ab-eb47c01e39c8; detaching it from the instance and deleting it from the info cache [ 843.461705] env[69506]: DEBUG nova.network.neutron [req-2077bf56-fef5-4f03-84ad-5682660c2c37 req-8639f920-f6a4-48b5-b2db-16b3c91b37f1 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.473104] env[69506]: DEBUG nova.compute.provider_tree [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.527279] env[69506]: DEBUG nova.network.neutron [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.622652] env[69506]: DEBUG nova.network.neutron [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.716246] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.810789] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.833889] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249372, 'name': PowerOnVM_Task, 'duration_secs': 1.220296} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.834176] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.834373] env[69506]: DEBUG nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.836522] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.836749] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.836908] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.877323] env[69506]: DEBUG nova.virt.hardware [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.877323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c0004-5f61-418f-beda-349d5f434ae8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.877323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1922b9-6323-4f2b-987b-c410fcae162e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.877323] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249374, 'name': Rename_Task, 'duration_secs': 0.212926} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.877323] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.877323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc2c1e-4f7f-40ef-a73d-bec0fa18379b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.877323] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e223fcc8-8782-4dcd-824f-1a33ceb28d2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898412] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 843.898412] env[69506]: value = "task-3249375" [ 843.898412] env[69506]: _type = "Task" [ 843.898412] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.903589] env[69506]: DEBUG nova.network.neutron [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.918434] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249375, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.977581] env[69506]: DEBUG nova.scheduler.client.report [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.981709] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f146b7e9-411c-4103-b527-1cd3f00541a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.992145] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499daf90-060b-4e0e-9610-d74d68646772 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.033990] env[69506]: DEBUG nova.compute.manager [req-2077bf56-fef5-4f03-84ad-5682660c2c37 req-8639f920-f6a4-48b5-b2db-16b3c91b37f1 service nova] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Detach interface failed, port_id=4b2d1982-f340-4f92-a2ab-eb47c01e39c8, reason: Instance 244db566-fe89-4193-bb1e-e78f4e3da30c could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.125940] env[69506]: DEBUG oslo_concurrency.lockutils [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] Releasing lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.125940] env[69506]: DEBUG nova.compute.manager [req-05d1fd85-bdba-4032-a189-076d76e524dc req-7ce60828-0413-48d1-8b27-37d92f7f6bb9 service nova] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Received event network-vif-deleted-8eaa4a23-ef69-4441-bba1-f0edad9e8442 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.126274] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.126423] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.376360] env[69506]: INFO nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] bringing vm to original state: 'stopped' [ 844.409632] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.410131] env[69506]: INFO nova.compute.manager [-] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Took 1.40 seconds to deallocate network for instance. [ 844.486073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.486669] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.491069] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.824s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.491069] env[69506]: DEBUG nova.objects.instance [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lazy-loading 'resources' on Instance uuid d8406646-e0a4-40db-b223-b703b7049610 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.530544] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Successfully updated port: c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.661893] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.911550] env[69506]: DEBUG oslo_vmware.api [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249375, 'name': PowerOnVM_Task, 'duration_secs': 0.536705} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.912124] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.912429] env[69506]: INFO nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Took 9.77 seconds to spawn the instance on the hypervisor. [ 844.912660] env[69506]: DEBUG nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.913825] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99fdb1a-663a-4d98-b962-1b886f1a696f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.917579] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.991361] env[69506]: DEBUG nova.network.neutron [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Updating instance_info_cache with network_info: [{"id": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "address": "fa:16:3e:0c:f8:97", "network": {"id": "ed518330-6ce5-42ed-99ec-b4c6e890c4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-215481513", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4451f8-99", "ovs_interfaceid": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "address": "fa:16:3e:bb:ad:80", "network": {"id": "829dbc5f-5b02-413d-a0dd-edee07e308af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1092115940", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec353c5-eb", "ovs_interfaceid": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.996401] env[69506]: DEBUG nova.compute.utils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.998149] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 845.032811] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.033637] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquired lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.033637] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.041353] env[69506]: DEBUG nova.compute.manager [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-vif-plugged-0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.041353] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Acquiring lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.041495] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.041638] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.041797] env[69506]: DEBUG nova.compute.manager [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] No waiting events found dispatching network-vif-plugged-0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.041955] env[69506]: WARNING nova.compute.manager [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received unexpected event network-vif-plugged-0ec353c5-eb71-41ec-8654-fe0a2096bf9a for instance with vm_state building and task_state spawning. [ 845.042271] env[69506]: DEBUG nova.compute.manager [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-changed-0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.042544] env[69506]: DEBUG nova.compute.manager [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Refreshing instance network info cache due to event network-changed-0ec353c5-eb71-41ec-8654-fe0a2096bf9a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.042761] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Acquiring lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.387429] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.387689] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.388064] env[69506]: DEBUG nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.389014] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df9a73-ee3b-450c-a3d2-c460336c0f2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.396876] env[69506]: DEBUG nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.440872] env[69506]: INFO nova.compute.manager [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Took 50.97 seconds to build instance. [ 845.499208] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.499857] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance network_info: |[{"id": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "address": "fa:16:3e:0c:f8:97", "network": {"id": "ed518330-6ce5-42ed-99ec-b4c6e890c4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-215481513", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4451f8-99", "ovs_interfaceid": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "address": "fa:16:3e:bb:ad:80", "network": {"id": "829dbc5f-5b02-413d-a0dd-edee07e308af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1092115940", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec353c5-eb", "ovs_interfaceid": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.500402] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.503232] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Acquired lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.503677] env[69506]: DEBUG nova.network.neutron [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Refreshing network info cache for port 0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.504680] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f8:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf4451f8-99c6-409f-9ac1-b1fa582708c2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ad:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ec353c5-eb71-41ec-8654-fe0a2096bf9a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.516449] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.525469] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.526186] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13fea1d-4a60-42af-8028-0675a04ee9e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.553989] env[69506]: DEBUG nova.compute.manager [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Received event network-vif-plugged-c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.554265] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Acquiring lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.554503] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.554696] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.554902] env[69506]: DEBUG nova.compute.manager [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] No waiting events found dispatching network-vif-plugged-c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.555123] env[69506]: WARNING nova.compute.manager [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Received unexpected event network-vif-plugged-c8c6b614-efc2-4881-996a-8f54c6f222d1 for instance with vm_state building and task_state spawning. [ 845.555328] env[69506]: DEBUG nova.compute.manager [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Received event network-changed-c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.555525] env[69506]: DEBUG nova.compute.manager [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Refreshing instance network info cache due to event network-changed-c8c6b614-efc2-4881-996a-8f54c6f222d1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.555728] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Acquiring lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.557105] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef6785-d1bf-4466-927b-03133cbdb0f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.569820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaadee95-9a1b-427a-8131-cfb3cf30ac18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.574029] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.574029] env[69506]: value = "task-3249376" [ 845.574029] env[69506]: _type = "Task" [ 845.574029] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.608674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d7fd43-85e8-4e1e-9c61-d673eaea4af8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.614915] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249376, 'name': CreateVM_Task} progress is 15%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.615739] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.623704] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988ba033-7248-4078-ba8f-5c063ea71bbc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.640049] env[69506]: DEBUG nova.compute.provider_tree [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.903782] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.904152] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d541640b-096f-40a0-914d-4794e8d3abfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.913316] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 845.913316] env[69506]: value = "task-3249377" [ 845.913316] env[69506]: _type = "Task" [ 845.913316] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.920174] env[69506]: DEBUG nova.network.neutron [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updating instance_info_cache with network_info: [{"id": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "address": "fa:16:3e:3d:f7:7c", "network": {"id": "7e396854-f22c-4fae-8794-1b90f148d16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-973070642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b91e43a4ca4775b6b783f8cf82b0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c6b614-ef", "ovs_interfaceid": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.928283] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.938518] env[69506]: DEBUG nova.network.neutron [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Updated VIF entry in instance network info cache for port 0ec353c5-eb71-41ec-8654-fe0a2096bf9a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.939098] env[69506]: DEBUG nova.network.neutron [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Updating instance_info_cache with network_info: [{"id": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "address": "fa:16:3e:0c:f8:97", "network": {"id": "ed518330-6ce5-42ed-99ec-b4c6e890c4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-215481513", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4451f8-99", "ovs_interfaceid": "cf4451f8-99c6-409f-9ac1-b1fa582708c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "address": "fa:16:3e:bb:ad:80", "network": {"id": "829dbc5f-5b02-413d-a0dd-edee07e308af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1092115940", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0c4bde053d040acb3e06fee31517d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec353c5-eb", "ovs_interfaceid": "0ec353c5-eb71-41ec-8654-fe0a2096bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.944027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8a3562d-de45-475f-9861-66514a243461 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.481s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.085130] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249376, 'name': CreateVM_Task, 'duration_secs': 0.478656} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.085443] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.086557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.086827] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.087277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.087579] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bc51b4-93a0-4b61-ad8b-653bed128e20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.093787] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 846.093787] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520829ba-b55b-521f-2444-6a1ab7ff82f6" [ 846.093787] env[69506]: _type = "Task" [ 846.093787] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.104455] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520829ba-b55b-521f-2444-6a1ab7ff82f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.145379] env[69506]: DEBUG nova.scheduler.client.report [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.423837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Releasing lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.423837] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Instance network_info: |[{"id": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "address": "fa:16:3e:3d:f7:7c", "network": {"id": "7e396854-f22c-4fae-8794-1b90f148d16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-973070642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b91e43a4ca4775b6b783f8cf82b0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c6b614-ef", "ovs_interfaceid": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.426743] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Acquired lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.426939] env[69506]: DEBUG nova.network.neutron [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Refreshing network info cache for port c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.428790] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c6b614-efc2-4881-996a-8f54c6f222d1', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.436999] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Creating folder: Project (90b91e43a4ca4775b6b783f8cf82b0a2). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.437355] env[69506]: DEBUG oslo_vmware.api [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249377, 'name': PowerOffVM_Task, 'duration_secs': 0.216767} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.440701] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9296251-27e7-4284-9a0b-e9d7e80faee8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.442381] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.442593] env[69506]: DEBUG nova.compute.manager [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.443334] env[69506]: DEBUG oslo_concurrency.lockutils [req-c64b078a-4856-4bbb-9700-66db3fc2679d req-cbcfa3e0-4aef-4cf8-8f3a-1da5ab018f93 service nova] Releasing lock "refresh_cache-65e542be-89f7-4c02-ade4-b20413d8f2bd" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.444191] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06634c-a4e4-4661-aa96-7d56218bffe8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.447462] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.459052] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Created folder: Project (90b91e43a4ca4775b6b783f8cf82b0a2) in parent group-v649133. [ 846.459270] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Creating folder: Instances. Parent ref: group-v649307. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.459510] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0317da1-0625-4f58-be97-97b4966de720 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.473159] env[69506]: INFO nova.compute.manager [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Rescuing [ 846.473534] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.473625] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.473784] env[69506]: DEBUG nova.network.neutron [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.478019] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Created folder: Instances in parent group-v649307. [ 846.478019] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.478019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.478019] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ed2995-c77b-465d-ab9f-6defa8e8cab3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.501091] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.501091] env[69506]: value = "task-3249380" [ 846.501091] env[69506]: _type = "Task" [ 846.501091] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.511856] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249380, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.523579] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.554135] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.554386] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.554546] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.555283] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.555283] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.555283] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.555283] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.555449] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.555524] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.555689] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.555862] env[69506]: DEBUG nova.virt.hardware [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.556794] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93415dd-01d8-44d3-b311-8ab002f1dd3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.565846] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c165b-7849-472b-9aad-694202d00982 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583168] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.588804] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Creating folder: Project (f772f93fa4c94a158d02ece918c704d3). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.589159] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b909396c-5fd3-4023-8b4f-96fa78518473 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.604060] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520829ba-b55b-521f-2444-6a1ab7ff82f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.605543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.605785] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.606032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.606196] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.606441] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.606777] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Created folder: Project (f772f93fa4c94a158d02ece918c704d3) in parent group-v649133. [ 846.606988] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Creating folder: Instances. Parent ref: group-v649310. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.607241] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c0ff40-cb4f-451a-8d67-5b476847171c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.609245] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e045ab6d-3ea9-46f1-9b96-14caf01d05ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.619556] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Created folder: Instances in parent group-v649310. [ 846.619877] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.621267] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.621661] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.621944] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.625428] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac697db-c05a-47fb-a146-67d2365e0bd3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.637846] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bddf6eb1-ac89-4160-8532-e97055f3fadf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.647141] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 846.647141] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521d6eed-3488-eb88-828b-d48142e91ebe" [ 846.647141] env[69506]: _type = "Task" [ 846.647141] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.647347] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.647347] env[69506]: value = "task-3249383" [ 846.647347] env[69506]: _type = "Task" [ 846.647347] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.653913] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.656196] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.807s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.656524] env[69506]: DEBUG nova.objects.instance [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lazy-loading 'resources' on Instance uuid 7f81370f-e4e9-4ce9-8777-cb1256604808 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.664591] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249383, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.668284] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521d6eed-3488-eb88-828b-d48142e91ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.017356} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.669054] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ea17e8-27c4-4160-8cea-ab2187f5e681 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.679216] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 846.679216] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc3590-3d19-61e9-31c4-c89715c3ce53" [ 846.679216] env[69506]: _type = "Task" [ 846.679216] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.691724] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52dc3590-3d19-61e9-31c4-c89715c3ce53, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.692034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.692369] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 65e542be-89f7-4c02-ade4-b20413d8f2bd/65e542be-89f7-4c02-ade4-b20413d8f2bd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.692607] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1156a5-10e6-4d94-8cab-1e49c0f795c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.704179] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 846.704179] env[69506]: value = "task-3249384" [ 846.704179] env[69506]: _type = "Task" [ 846.704179] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.709027] env[69506]: INFO nova.scheduler.client.report [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted allocations for instance d8406646-e0a4-40db-b223-b703b7049610 [ 846.724798] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.772193] env[69506]: DEBUG nova.network.neutron [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updated VIF entry in instance network info cache for port c8c6b614-efc2-4881-996a-8f54c6f222d1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.772551] env[69506]: DEBUG nova.network.neutron [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updating instance_info_cache with network_info: [{"id": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "address": "fa:16:3e:3d:f7:7c", "network": {"id": "7e396854-f22c-4fae-8794-1b90f148d16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-973070642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b91e43a4ca4775b6b783f8cf82b0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c6b614-ef", "ovs_interfaceid": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.966522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.579s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.969180] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.016923] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249380, 'name': CreateVM_Task, 'duration_secs': 0.359922} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.017108] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.017915] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.018087] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.018443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.018718] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d200cf-27a7-47e4-92ce-585b259b4331 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.028263] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 847.028263] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ebd05a-ccd1-53a7-3ddb-25f4fd685828" [ 847.028263] env[69506]: _type = "Task" [ 847.028263] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.039697] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ebd05a-ccd1-53a7-3ddb-25f4fd685828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.162524] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249383, 'name': CreateVM_Task, 'duration_secs': 0.444799} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.162953] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.163439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.217378] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249384, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.220933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-610e9cc9-1c14-4045-bad0-53a452bba6c2 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "d8406646-e0a4-40db-b223-b703b7049610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.162s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.275470] env[69506]: DEBUG oslo_concurrency.lockutils [req-e5b93189-da20-4a9d-8349-83e1ce0da8d8 req-c651d751-ca4e-4602-8d5c-949441c4683f service nova] Releasing lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.306803] env[69506]: DEBUG nova.network.neutron [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updating instance_info_cache with network_info: [{"id": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "address": "fa:16:3e:8c:cd:f9", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7a88e0-b5", "ovs_interfaceid": "3d7a88e0-b5b6-4756-b118-e200fb7f2835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.476169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.540562] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ebd05a-ccd1-53a7-3ddb-25f4fd685828, 'name': SearchDatastore_Task, 'duration_secs': 0.056133} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.540885] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.541143] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.541392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.541532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.542064] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.542064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.542733] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.542733] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2f77d5-da28-4473-8eb9-aead9390f6aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.544380] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d26c551-b89a-45b8-ada6-77e7df8d9135 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.552482] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 847.552482] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be3301-8c42-379c-b9e1-2e73d06dfbb5" [ 847.552482] env[69506]: _type = "Task" [ 847.552482] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.560250] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.560250] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.560250] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f43a059-bd09-4ecc-bd1f-323328aad2d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.564284] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be3301-8c42-379c-b9e1-2e73d06dfbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.569391] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 847.569391] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b74c2a-3311-60bb-7429-e42d9826a3e3" [ 847.569391] env[69506]: _type = "Task" [ 847.569391] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.578702] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b74c2a-3311-60bb-7429-e42d9826a3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.680738] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c0ad28-9b3c-45c0-995b-3e70fe5057d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.688951] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08118104-e1c8-4aea-92db-b4e1a222e248 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.723987] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde1de6-3927-4e77-b193-a646480c9263 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.735497] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19120543-eb0a-4222-8920-d9ab8792360b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.739705] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.739965] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 65e542be-89f7-4c02-ade4-b20413d8f2bd/65e542be-89f7-4c02-ade4-b20413d8f2bd.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.740194] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.740802] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a47ca1-f1f7-451d-a2d0-9122afbbd19c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.751058] env[69506]: DEBUG nova.compute.provider_tree [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.754210] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 847.754210] env[69506]: value = "task-3249385" [ 847.754210] env[69506]: _type = "Task" [ 847.754210] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.764069] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.811026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-a9c24000-bc98-4902-adbf-8686b70a638e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.063821] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be3301-8c42-379c-b9e1-2e73d06dfbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.043605} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.064145] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064378] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.064585] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.078845] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b74c2a-3311-60bb-7429-e42d9826a3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.072713} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.079708] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4688d28e-6e5b-43c1-a4a8-7556065d4272 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.087460] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 848.087460] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ba3117-9c55-9cdb-33ee-c6b7cdc5df25" [ 848.087460] env[69506]: _type = "Task" [ 848.087460] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.093259] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ba3117-9c55-9cdb-33ee-c6b7cdc5df25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.256414] env[69506]: DEBUG nova.scheduler.client.report [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.268992] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069452} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.269256] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.270011] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e6615-e180-4106-b3a4-75e2c5c0097a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.294780] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 65e542be-89f7-4c02-ade4-b20413d8f2bd/65e542be-89f7-4c02-ade4-b20413d8f2bd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.295842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.295842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.295962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.296080] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.296298] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.297974] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7ef02f-be45-4ec4-84d4-cf551068e995 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.313203] env[69506]: INFO nova.compute.manager [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Terminating instance [ 848.322251] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 848.322251] env[69506]: value = "task-3249386" [ 848.322251] env[69506]: _type = "Task" [ 848.322251] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.335372] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.595843] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ba3117-9c55-9cdb-33ee-c6b7cdc5df25, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.596180] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.596469] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 0f32f2c4-325a-460b-bf1c-356182047c83/0f32f2c4-325a-460b-bf1c-356182047c83.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.596760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.596948] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.597183] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac074d83-568f-4e7c-973e-32373d7627e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.599208] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b050eb-8a3f-4121-9a40-8699b1f0199f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.609016] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 848.609016] env[69506]: value = "task-3249387" [ 848.609016] env[69506]: _type = "Task" [ 848.609016] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.610175] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.610347] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.614229] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b16cd0-dfe8-4342-a1dc-afe7464ec905 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.619547] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 848.619547] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52270d84-4b37-c0cd-cd34-13065628d2d6" [ 848.619547] env[69506]: _type = "Task" [ 848.619547] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.622412] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.631770] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52270d84-4b37-c0cd-cd34-13065628d2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.632577] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed03074-93c3-4d62-a654-6718602e5c33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.637679] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 848.637679] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e624cf-98d8-eb2d-77c8-1940cd14e0b9" [ 848.637679] env[69506]: _type = "Task" [ 848.637679] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.645497] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e624cf-98d8-eb2d-77c8-1940cd14e0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.766027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.767408] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.235s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.767647] env[69506]: DEBUG nova.objects.instance [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'resources' on Instance uuid d7e83c49-723d-4b08-97be-300eb257f91e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.818771] env[69506]: DEBUG nova.compute.manager [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.819682] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.819964] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9d9c8-41f8-4886-aabc-b34c9efaa0da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.833201] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249386, 'name': ReconfigVM_Task, 'duration_secs': 0.267017} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.835613] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 65e542be-89f7-4c02-ade4-b20413d8f2bd/65e542be-89f7-4c02-ade4-b20413d8f2bd.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.836391] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.838024] env[69506]: INFO nova.scheduler.client.report [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Deleted allocations for instance 7f81370f-e4e9-4ce9-8777-cb1256604808 [ 848.838504] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7904c532-89f6-4d7c-9159-6f075e5f1e5c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.840219] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b85ff46a-6bd7-424d-9005-d0a4896c4794 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.852396] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 848.852396] env[69506]: value = "task-3249388" [ 848.852396] env[69506]: _type = "Task" [ 848.852396] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.863716] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249388, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.925182] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.925640] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.925946] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore2] 509562e4-a7a3-48b1-9d9e-73194c08a595 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.926334] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75b0840c-d994-49ce-a01c-e4b7cbfa9565 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.935757] env[69506]: DEBUG oslo_vmware.api [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 848.935757] env[69506]: value = "task-3249390" [ 848.935757] env[69506]: _type = "Task" [ 848.935757] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.946120] env[69506]: DEBUG oslo_vmware.api [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.119979] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483489} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.120276] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 0f32f2c4-325a-460b-bf1c-356182047c83/0f32f2c4-325a-460b-bf1c-356182047c83.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.120490] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.120741] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17270c52-ca60-4bba-9d92-4c27377098ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.127274] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 849.127274] env[69506]: value = "task-3249391" [ 849.127274] env[69506]: _type = "Task" [ 849.127274] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.135415] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.150073] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e624cf-98d8-eb2d-77c8-1940cd14e0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.150073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.150264] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 15069707-265b-4d9f-be42-e3cdb4c2f951/15069707-265b-4d9f-be42-e3cdb4c2f951.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.150523] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7ec3a2-5d33-4fb4-9108-eafd28a723e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.158032] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 849.158032] env[69506]: value = "task-3249392" [ 849.158032] env[69506]: _type = "Task" [ 849.158032] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.166954] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.348672] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c1b44b67-d69c-4273-95f9-0c40a7ca54d1 tempest-ListServersNegativeTestJSON-163043732 tempest-ListServersNegativeTestJSON-163043732-project-member] Lock "7f81370f-e4e9-4ce9-8777-cb1256604808" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.204s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.368031] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.368031] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249388, 'name': Rename_Task, 'duration_secs': 0.21089} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.368313] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5123e0b3-419b-4c32-af7c-f4379c5a244b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.370119] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.370393] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80605beb-4f2d-4edc-b5ed-9cae6f7dac6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.381294] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 849.381294] env[69506]: value = "task-3249393" [ 849.381294] env[69506]: _type = "Task" [ 849.381294] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.383021] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 849.383021] env[69506]: value = "task-3249394" [ 849.383021] env[69506]: _type = "Task" [ 849.383021] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.405464] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.405872] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.450604] env[69506]: DEBUG oslo_vmware.api [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243937} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.450804] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.450958] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.451144] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.451331] env[69506]: INFO nova.compute.manager [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Took 0.63 seconds to destroy the instance on the hypervisor. [ 849.451586] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.454632] env[69506]: DEBUG nova.compute.manager [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.454748] env[69506]: DEBUG nova.network.neutron [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.647032] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.647032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.647032] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29702e5-b91f-44f8-9bbc-737ac7864254 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.679484] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 0f32f2c4-325a-460b-bf1c-356182047c83/0f32f2c4-325a-460b-bf1c-356182047c83.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.685530] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155058d2-3793-4795-bcb9-22078831cd87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.707350] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493803} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.708888] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 15069707-265b-4d9f-be42-e3cdb4c2f951/15069707-265b-4d9f-be42-e3cdb4c2f951.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.709156] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.709486] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 849.709486] env[69506]: value = "task-3249395" [ 849.709486] env[69506]: _type = "Task" [ 849.709486] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.709700] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f33d2cea-8659-4622-91b6-bcb7c17353f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.725740] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 849.725740] env[69506]: value = "task-3249396" [ 849.725740] env[69506]: _type = "Task" [ 849.725740] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.738651] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.860372] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c8222-c54f-4558-bcea-ff111d36abc2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.869914] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eea311-02f8-4b3f-b485-ea865fde8229 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.914751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ed3d9-20c7-44c4-a931-47c9231c0668 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.925976] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249393, 'name': PowerOffVM_Task, 'duration_secs': 0.261157} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.929628] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.930866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8a8ed-8f4d-4a88-9a19-d7e8ad175296 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.936860] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249394, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.937797] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d766f957-cd2b-41ff-8ecb-1180d647d70f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.953267] env[69506]: DEBUG nova.compute.provider_tree [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.970150] env[69506]: DEBUG nova.scheduler.client.report [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.974397] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82529c91-e647-4bb6-b4f0-93b9aae9cdad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.007635] env[69506]: DEBUG nova.compute.manager [req-cd887145-742a-40db-b6cf-18df399fc98c req-6b91d796-164d-47bf-999e-28a1f3c61823 service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Received event network-vif-deleted-d75f5c76-12b2-4c89-bfc3-464fe904f9f8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.007635] env[69506]: INFO nova.compute.manager [req-cd887145-742a-40db-b6cf-18df399fc98c req-6b91d796-164d-47bf-999e-28a1f3c61823 service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Neutron deleted interface d75f5c76-12b2-4c89-bfc3-464fe904f9f8; detaching it from the instance and deleting it from the info cache [ 850.007635] env[69506]: DEBUG nova.network.neutron [req-cd887145-742a-40db-b6cf-18df399fc98c req-6b91d796-164d-47bf-999e-28a1f3c61823 service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.034029] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.034029] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc560274-9e96-4224-a289-118f49daa7a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.044684] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 850.044684] env[69506]: value = "task-3249397" [ 850.044684] env[69506]: _type = "Task" [ 850.044684] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.059267] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.059267] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.059267] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.059267] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.059267] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.059551] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cbb9c6-e79a-4e1a-9232-673b72a80a2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.072489] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.072684] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.073994] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f235a8a-6d22-49b5-bcde-89ea4fde535a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.084019] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 850.084019] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52288371-4809-8351-6ea8-65135ce9ae7a" [ 850.084019] env[69506]: _type = "Task" [ 850.084019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.095917] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52288371-4809-8351-6ea8-65135ce9ae7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.223556] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.235849] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330866} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.236180] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.237051] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35464802-c9bd-41b2-adfe-1e150936862d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.259015] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 15069707-265b-4d9f-be42-e3cdb4c2f951/15069707-265b-4d9f-be42-e3cdb4c2f951.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.259372] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74541704-1c9c-4958-8515-bb64737e5c1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.284942] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 850.284942] env[69506]: value = "task-3249398" [ 850.284942] env[69506]: _type = "Task" [ 850.284942] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.295209] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.419349] env[69506]: DEBUG nova.network.neutron [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.419349] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.479998] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.482150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.566s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.482351] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.483070] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 850.483070] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.265s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.483070] env[69506]: DEBUG nova.objects.instance [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lazy-loading 'resources' on Instance uuid c212fc55-c74a-4580-a49f-c4e373401eb8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.485351] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ebaaa1-b812-453c-9567-66e60280a47d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.497042] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b8b8da-2340-4a48-9241-2cf9fc7e9a73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.514982] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfc07eb9-ad22-4e22-b05d-9853e5a51719 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.517609] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b16f5d-5ff6-46e8-af7c-1f5b8e5c8476 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.528148] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa8129-7ed0-458e-867e-850c78f77f00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.534748] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e51446-7406-4be1-8b90-5c5bfa0fa361 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.551244] env[69506]: INFO nova.scheduler.client.report [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocations for instance d7e83c49-723d-4b08-97be-300eb257f91e [ 850.582099] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178416MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 850.582099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.599625] env[69506]: DEBUG nova.compute.manager [req-cd887145-742a-40db-b6cf-18df399fc98c req-6b91d796-164d-47bf-999e-28a1f3c61823 service nova] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Detach interface failed, port_id=d75f5c76-12b2-4c89-bfc3-464fe904f9f8, reason: Instance 509562e4-a7a3-48b1-9d9e-73194c08a595 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.610807] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52288371-4809-8351-6ea8-65135ce9ae7a, 'name': SearchDatastore_Task, 'duration_secs': 0.033408} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.611632] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f10fc41-a28a-4d99-9ee2-4e89fce88de4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.617919] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 850.617919] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cbabd7-499f-321c-024d-927ad97fa432" [ 850.617919] env[69506]: _type = "Task" [ 850.617919] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.626996] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cbabd7-499f-321c-024d-927ad97fa432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.723549] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249395, 'name': ReconfigVM_Task, 'duration_secs': 0.817011} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.723977] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 0f32f2c4-325a-460b-bf1c-356182047c83/0f32f2c4-325a-460b-bf1c-356182047c83.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.724482] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94295d14-e280-4c5c-88df-1d58226bfe04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.736328] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 850.736328] env[69506]: value = "task-3249399" [ 850.736328] env[69506]: _type = "Task" [ 850.736328] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.746986] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249399, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.796123] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.920968] env[69506]: INFO nova.compute.manager [-] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Took 1.47 seconds to deallocate network for instance. [ 850.921335] env[69506]: DEBUG oslo_vmware.api [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249394, 'name': PowerOnVM_Task, 'duration_secs': 1.076583} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.923470] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.923679] env[69506]: INFO nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Took 10.92 seconds to spawn the instance on the hypervisor. [ 850.923927] env[69506]: DEBUG nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.930024] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13481c0f-31b7-4342-8970-fbb19411bd2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.107455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7c8e24b3-1d2f-4874-9000-e4a45536c578 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "d7e83c49-723d-4b08-97be-300eb257f91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.086s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.139011] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cbabd7-499f-321c-024d-927ad97fa432, 'name': SearchDatastore_Task, 'duration_secs': 0.048933} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.141953] env[69506]: DEBUG oslo_concurrency.lockutils [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.143366] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 851.143366] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af54c08d-8220-42d3-8dba-ab8b273c9b35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.153242] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 851.153242] env[69506]: value = "task-3249400" [ 851.153242] env[69506]: _type = "Task" [ 851.153242] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.167412] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.255779] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249399, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.301743] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249398, 'name': ReconfigVM_Task, 'duration_secs': 0.913978} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.302099] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 15069707-265b-4d9f-be42-e3cdb4c2f951/15069707-265b-4d9f-be42-e3cdb4c2f951.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.303282] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91f3877b-fd56-4190-af25-c43e73cca4ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.313019] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 851.313019] env[69506]: value = "task-3249401" [ 851.313019] env[69506]: _type = "Task" [ 851.313019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.325066] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249401, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.434062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.446028] env[69506]: INFO nova.compute.manager [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Took 49.73 seconds to build instance. [ 851.572273] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2553213d-fbd6-4d20-917f-894099ab854d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.582103] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ed0c2a-c541-405f-9dbf-65edc7b4d31a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.617806] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfab92e-6305-4a3b-947f-397294fac9d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.626454] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca605b8-ca96-45e5-9ad1-8673ba30c558 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.642955] env[69506]: DEBUG nova.compute.provider_tree [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.665217] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.748349] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249399, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.826407] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249401, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.947979] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7ce24d74-25d3-4bf9-8c09-5dbbb8c2f58d tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.183s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.147044] env[69506]: DEBUG nova.scheduler.client.report [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.168993] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250641] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249399, 'name': Rename_Task, 'duration_secs': 1.445828} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.250948] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.251216] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eae6b46-63f3-4bc9-96f1-def2c024aff6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.259287] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 852.259287] env[69506]: value = "task-3249402" [ 852.259287] env[69506]: _type = "Task" [ 852.259287] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.271405] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.271691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.271900] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.272114] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.272286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.274134] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.277619] env[69506]: INFO nova.compute.manager [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Terminating instance [ 852.328043] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249401, 'name': Rename_Task, 'duration_secs': 0.950898} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.328574] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.328969] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5966cb9-559f-4ebc-b564-54e4b05a87a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.355462] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 852.355462] env[69506]: value = "task-3249403" [ 852.355462] env[69506]: _type = "Task" [ 852.355462] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.370590] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.656584] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.659317] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.305s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.660947] env[69506]: INFO nova.compute.claims [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.674149] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249400, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.415823} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.674437] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 852.675362] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92fc21-54d6-4e12-897e-04f27b2009cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.705193] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.705551] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b371c9-340d-4fef-a950-85fcbdbf3dad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.728581] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 852.728581] env[69506]: value = "task-3249404" [ 852.728581] env[69506]: _type = "Task" [ 852.728581] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.737951] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.764616] env[69506]: INFO nova.scheduler.client.report [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Deleted allocations for instance c212fc55-c74a-4580-a49f-c4e373401eb8 [ 852.776161] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.783985] env[69506]: DEBUG nova.compute.manager [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.784362] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.785913] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d71f797-4c61-47e2-9bdf-e3db1a91600a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798201] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.798201] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ebabfec-1989-472b-915e-6df65753cb37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.807804] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 852.807804] env[69506]: value = "task-3249405" [ 852.807804] env[69506]: _type = "Task" [ 852.807804] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.820146] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.869495] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249403, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.239487] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249404, 'name': ReconfigVM_Task, 'duration_secs': 0.36943} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.239798] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.240718] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65b77c-83d8-4aba-ab23-5636fd5bf32e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.278643] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e62a555-0ab7-43e1-8fed-3ea965d3b303 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.291885] env[69506]: DEBUG oslo_concurrency.lockutils [None req-14416a9c-c0c2-49f5-9199-1dfced84770f tempest-ServerMetadataNegativeTestJSON-1074733564 tempest-ServerMetadataNegativeTestJSON-1074733564-project-member] Lock "c212fc55-c74a-4580-a49f-c4e373401eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.896s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.294159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.294159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.294159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.294251] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.294448] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.297097] env[69506]: INFO nova.compute.manager [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Terminating instance [ 853.304556] env[69506]: DEBUG oslo_vmware.api [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249402, 'name': PowerOnVM_Task, 'duration_secs': 0.656869} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.305934] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.306155] env[69506]: INFO nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Took 9.50 seconds to spawn the instance on the hypervisor. [ 853.306355] env[69506]: DEBUG nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.306712] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 853.306712] env[69506]: value = "task-3249406" [ 853.306712] env[69506]: _type = "Task" [ 853.306712] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.307508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae2c52-3920-44dc-ab82-eff81b562d1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.336727] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249405, 'name': PowerOffVM_Task, 'duration_secs': 0.223277} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.336986] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.337275] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.337445] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.338045] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ba7e68-a22b-4d46-addc-218dd783b034 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.366301] env[69506]: DEBUG oslo_vmware.api [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249403, 'name': PowerOnVM_Task, 'duration_secs': 0.53103} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.366665] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.366767] env[69506]: INFO nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Took 6.84 seconds to spawn the instance on the hypervisor. [ 853.366936] env[69506]: DEBUG nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.367734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2572d0de-a7a1-44fc-a0f9-d7e322ef6f4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.421623] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.421864] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.422041] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleting the datastore file [datastore1] 3195279f-4bf6-4583-8c01-f6706f7e6e4c {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.422588] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09d439d-a6d2-4c61-b3a6-b2a858d5435a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.430808] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 853.430808] env[69506]: value = "task-3249408" [ 853.430808] env[69506]: _type = "Task" [ 853.430808] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.440506] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.802204] env[69506]: DEBUG nova.compute.manager [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.802510] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.803342] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a904f2-a974-4005-b1d5-0cb426bce051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.812673] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.815854] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c02eb69-4cba-4d5a-b262-5ae388baec28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.828437] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249406, 'name': ReconfigVM_Task, 'duration_secs': 0.303906} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.828788] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 853.828788] env[69506]: value = "task-3249409" [ 853.828788] env[69506]: _type = "Task" [ 853.828788] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.829053] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.833814] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f9e475-4647-4606-9857-52856a5c5428 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.844294] env[69506]: INFO nova.compute.manager [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Took 47.40 seconds to build instance. [ 853.852641] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.854373] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 853.854373] env[69506]: value = "task-3249410" [ 853.854373] env[69506]: _type = "Task" [ 853.854373] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.865050] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.886973] env[69506]: INFO nova.compute.manager [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Took 45.36 seconds to build instance. [ 853.945920] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.269112] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc6dca-e1f5-460b-a664-fcfffc59b4cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.279407] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63161d-9fc7-4675-a767-32e75af0de8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.313614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e04127-0785-40bb-bf89-1b3ffe968a20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.322523] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d287601-c571-49b7-b307-2615a1a2a7b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.341239] env[69506]: DEBUG nova.compute.provider_tree [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.349670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f78a898-13e2-4e1d-ac12-f1e1968b2fed tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.156s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.349895] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249409, 'name': PowerOffVM_Task, 'duration_secs': 0.394704} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.350167] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.350342] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.350595] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ce7267a-1f51-46cd-a0db-396f8a534e82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.364940] env[69506]: DEBUG oslo_vmware.api [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249410, 'name': PowerOnVM_Task, 'duration_secs': 0.482186} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.364940] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.367706] env[69506]: DEBUG nova.compute.manager [None req-704ea8a8-ad86-4bac-bfb2-d105d6886efb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.368543] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9742c-3b6b-476b-a113-290dc721f1eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.387410] env[69506]: DEBUG oslo_concurrency.lockutils [None req-112194e6-6572-47f3-b40e-e3eaf13960b7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.598s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.442571] env[69506]: DEBUG oslo_vmware.api [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65665} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.443624] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.443821] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.444009] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.444192] env[69506]: INFO nova.compute.manager [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 854.444442] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.444710] env[69506]: DEBUG nova.compute.manager [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.444869] env[69506]: DEBUG nova.network.neutron [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.482359] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.482580] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.482761] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleting the datastore file [datastore1] 65e542be-89f7-4c02-ade4-b20413d8f2bd {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.483045] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22cd4c1-326e-4c77-9248-d7ceceff5ca1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.491278] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for the task: (returnval){ [ 854.491278] env[69506]: value = "task-3249412" [ 854.491278] env[69506]: _type = "Task" [ 854.491278] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.509194] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.722253] env[69506]: DEBUG nova.compute.manager [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Received event network-changed-c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.722454] env[69506]: DEBUG nova.compute.manager [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Refreshing instance network info cache due to event network-changed-c8c6b614-efc2-4881-996a-8f54c6f222d1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.722662] env[69506]: DEBUG oslo_concurrency.lockutils [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] Acquiring lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.722900] env[69506]: DEBUG oslo_concurrency.lockutils [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] Acquired lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.722969] env[69506]: DEBUG nova.network.neutron [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Refreshing network info cache for port c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.845138] env[69506]: DEBUG nova.scheduler.client.report [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.004524] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.351933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.352518] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.359644] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.773s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.361277] env[69506]: INFO nova.compute.claims [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.506043] env[69506]: DEBUG oslo_vmware.api [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Task: {'id': task-3249412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611194} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.506339] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.506625] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.506726] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.506911] env[69506]: INFO nova.compute.manager [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Took 1.70 seconds to destroy the instance on the hypervisor. [ 855.507199] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.507418] env[69506]: DEBUG nova.compute.manager [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.507516] env[69506]: DEBUG nova.network.neutron [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.593564] env[69506]: DEBUG nova.compute.manager [req-d7da8b4a-d64c-4da3-94b9-5bff9cb9617b req-a7743880-e9a6-45e1-b77f-4e71f670f5da service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Received event network-vif-deleted-538c6076-4909-4194-ace5-9c235beb0a18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.593772] env[69506]: INFO nova.compute.manager [req-d7da8b4a-d64c-4da3-94b9-5bff9cb9617b req-a7743880-e9a6-45e1-b77f-4e71f670f5da service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Neutron deleted interface 538c6076-4909-4194-ace5-9c235beb0a18; detaching it from the instance and deleting it from the info cache [ 855.593955] env[69506]: DEBUG nova.network.neutron [req-d7da8b4a-d64c-4da3-94b9-5bff9cb9617b req-a7743880-e9a6-45e1-b77f-4e71f670f5da service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.826195] env[69506]: DEBUG nova.network.neutron [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updated VIF entry in instance network info cache for port c8c6b614-efc2-4881-996a-8f54c6f222d1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.826546] env[69506]: DEBUG nova.network.neutron [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updating instance_info_cache with network_info: [{"id": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "address": "fa:16:3e:3d:f7:7c", "network": {"id": "7e396854-f22c-4fae-8794-1b90f148d16b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-973070642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b91e43a4ca4775b6b783f8cf82b0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c6b614-ef", "ovs_interfaceid": "c8c6b614-efc2-4881-996a-8f54c6f222d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.866594] env[69506]: DEBUG nova.compute.utils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.870175] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 855.921317] env[69506]: DEBUG nova.network.neutron [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.098559] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70167473-aa15-4af1-a97c-16c8be2914d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.114933] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d9e4d-23a1-444f-9c1b-38dc4e442b8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.177760] env[69506]: DEBUG nova.compute.manager [req-d7da8b4a-d64c-4da3-94b9-5bff9cb9617b req-a7743880-e9a6-45e1-b77f-4e71f670f5da service nova] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Detach interface failed, port_id=538c6076-4909-4194-ace5-9c235beb0a18, reason: Instance 3195279f-4bf6-4583-8c01-f6706f7e6e4c could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.331581] env[69506]: DEBUG oslo_concurrency.lockutils [req-57704ddb-7b11-4951-8932-6cefcd09e50c req-2cd27e76-f41d-43ba-8548-c0a70e8200bc service nova] Releasing lock "refresh_cache-0f32f2c4-325a-460b-bf1c-356182047c83" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.375471] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.424035] env[69506]: INFO nova.compute.manager [-] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Took 1.98 seconds to deallocate network for instance. [ 856.914636] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79d415a-5e97-4f64-9b1e-fa4c9f280abc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.922933] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e449cddb-4512-4a7f-9c81-aebdc2e52fbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.953832] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.954989] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5bea92-cf73-442b-829d-9a2b6f28331b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.964509] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e092eeb-cbd0-4354-bcf8-fe82d4f00704 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.979721] env[69506]: DEBUG nova.compute.provider_tree [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.227507] env[69506]: DEBUG nova.network.neutron [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.386047] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.431166] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.431910] env[69506]: DEBUG nova.virt.hardware [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.432215] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a110007d-5821-405c-840c-3b8f5117cdea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.441617] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ced572-3830-40da-ad31-aa252aac4db5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.458158] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.463992] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.464252] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.464470] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-972743c3-14a6-41eb-9a59-3c04b119760f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.482536] env[69506]: DEBUG nova.scheduler.client.report [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.486566] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.486566] env[69506]: value = "task-3249413" [ 857.486566] env[69506]: _type = "Task" [ 857.486566] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.495453] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249413, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.730478] env[69506]: INFO nova.compute.manager [-] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Took 2.22 seconds to deallocate network for instance. [ 857.786438] env[69506]: DEBUG nova.compute.manager [req-d7bef37f-e86e-4053-a852-4c9742b57819 req-aa18c254-4293-4699-aa9e-5fb910a8c9b8 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-vif-deleted-cf4451f8-99c6-409f-9ac1-b1fa582708c2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.787018] env[69506]: DEBUG nova.compute.manager [req-d7bef37f-e86e-4053-a852-4c9742b57819 req-aa18c254-4293-4699-aa9e-5fb910a8c9b8 service nova] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Received event network-vif-deleted-0ec353c5-eb71-41ec-8654-fe0a2096bf9a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.990772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.991359] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.994275] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.424s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.994876] env[69506]: DEBUG nova.objects.instance [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lazy-loading 'resources' on Instance uuid b7b4e987-7c86-4cbf-ad96-bfe2decb43ca {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.007839] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249413, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.035626] env[69506]: INFO nova.compute.manager [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Rescuing [ 858.035982] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.036206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.036447] env[69506]: DEBUG nova.network.neutron [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.239652] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.504071] env[69506]: DEBUG nova.compute.utils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.509111] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.509340] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.510949] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249413, 'name': CreateVM_Task, 'duration_secs': 0.655218} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.511360] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.512045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.512210] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.512516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.512775] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08be32a7-3413-4c88-ae71-1f8bd39f2d6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.518562] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 858.518562] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526cf9d4-60ae-9379-55ce-833a3e97948d" [ 858.518562] env[69506]: _type = "Task" [ 858.518562] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.529409] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526cf9d4-60ae-9379-55ce-833a3e97948d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.566392] env[69506]: DEBUG nova.policy [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12e64c968a41ef821f06dfaf1f6146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d84bf2411f54f5aa26c933c819acda7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.932407] env[69506]: DEBUG nova.network.neutron [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [{"id": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "address": "fa:16:3e:8e:10:23", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52aca7fb-a4", "ovs_interfaceid": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.011973] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.029792] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526cf9d4-60ae-9379-55ce-833a3e97948d, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.031341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.031638] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.031898] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.032097] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.033860] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.034299] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db27e5f-76f7-4c08-9220-a20bcd60f99d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.036836] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1def0be5-d057-400f-a9c2-35982ee2e41e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.048879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25704b8-f291-4737-8073-a1ec2043ce1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.053022] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.053022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.053131] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44caf9d-daad-4c1b-a11a-32570741ee9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.087839] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 859.087839] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52da8adb-c152-fa06-3a65-73ce8e7dc51e" [ 859.087839] env[69506]: _type = "Task" [ 859.087839] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.091334] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5ba7e-ba86-4b78-b8b7-ef2d38d6b20e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.105026] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52da8adb-c152-fa06-3a65-73ce8e7dc51e, 'name': SearchDatastore_Task, 'duration_secs': 0.018051} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.110206] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a9e9f4-d7c5-488c-9c15-2cb04e5643d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.116017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab349f-879b-41bd-8246-a7a83d9cc803 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.128632] env[69506]: DEBUG nova.compute.provider_tree [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.130834] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 859.130834] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c1a27a-0c7d-a967-558d-29e566bd36cb" [ 859.130834] env[69506]: _type = "Task" [ 859.130834] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.142233] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c1a27a-0c7d-a967-558d-29e566bd36cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.143163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.143163] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.143314] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7cfe40-e2cf-4f7b-9d48-2714292a36a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.151686] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 859.151686] env[69506]: value = "task-3249414" [ 859.151686] env[69506]: _type = "Task" [ 859.151686] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.160616] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.162744] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Successfully created port: 602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.434702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.632449] env[69506]: DEBUG nova.scheduler.client.report [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.661740] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453292} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.662644] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.662805] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.663070] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc17a72-5b0a-4475-aeb3-727425595a76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.670333] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 859.670333] env[69506]: value = "task-3249415" [ 859.670333] env[69506]: _type = "Task" [ 859.670333] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.678680] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.022832] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.052456] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.052706] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.052862] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.053054] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.053272] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.053347] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.053554] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.053714] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.053876] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.054044] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.055725] env[69506]: DEBUG nova.virt.hardware [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.055725] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f9dba-9473-420b-a1fe-b035bb8c7c21 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.064382] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4d7ce-5ba1-4c0f-90da-d60b5773fcab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.137332] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.139865] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.327s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.140071] env[69506]: DEBUG nova.objects.instance [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 860.181843] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069941} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.182125] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.182895] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36298f-7dc2-42c7-9fa0-030bbb032ff9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203848] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.204204] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6302c1-46fb-4cae-a0b6-e57b14ce5d6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.219962] env[69506]: INFO nova.scheduler.client.report [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Deleted allocations for instance b7b4e987-7c86-4cbf-ad96-bfe2decb43ca [ 860.231968] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 860.231968] env[69506]: value = "task-3249416" [ 860.231968] env[69506]: _type = "Task" [ 860.231968] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.241256] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.720145] env[69506]: DEBUG nova.compute.manager [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Received event network-vif-plugged-602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.720391] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] Acquiring lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.720639] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.720855] env[69506]: DEBUG oslo_concurrency.lockutils [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.721045] env[69506]: DEBUG nova.compute.manager [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] No waiting events found dispatching network-vif-plugged-602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.721217] env[69506]: WARNING nova.compute.manager [req-6f4347e1-bed0-4c04-a2b3-7a9211af782d req-e290868b-08ae-49f1-83e4-cc446bd586e9 service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Received unexpected event network-vif-plugged-602fb7e0-c587-4570-8201-7a564c049e7b for instance with vm_state building and task_state spawning. [ 860.731011] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dcf0d4ea-bf3d-495f-ac00-b91a1a536899 tempest-ServerDiagnosticsTest-940307894 tempest-ServerDiagnosticsTest-940307894-project-member] Lock "b7b4e987-7c86-4cbf-ad96-bfe2decb43ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.659s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.743661] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.892595] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Successfully updated port: 602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.005729] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.006096] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777b4adb-6e98-45ef-b639-d7d8ac9d3f7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.015487] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 861.015487] env[69506]: value = "task-3249417" [ 861.015487] env[69506]: _type = "Task" [ 861.015487] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.023924] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.149643] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5f98d87b-78da-472b-9a05-1b1f39f801fe tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.150928] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.360s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.152760] env[69506]: INFO nova.compute.claims [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.242945] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249416, 'name': ReconfigVM_Task, 'duration_secs': 0.632789} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.243246] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.243872] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbaa01c9-6719-4f75-bd41-a1ae62fd7351 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.251417] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 861.251417] env[69506]: value = "task-3249418" [ 861.251417] env[69506]: _type = "Task" [ 861.251417] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.260918] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249418, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.395318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.395478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.395646] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.526292] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249417, 'name': PowerOffVM_Task, 'duration_secs': 0.215015} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.526587] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.527436] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea1f59-5a01-4c27-ae03-f39d69664737 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.548088] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d1faf-8fe5-4c2b-ad1f-771169e29ebe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.601014] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.601369] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc706770-5d6c-473f-ae9d-0636f8238df2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.609153] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 861.609153] env[69506]: value = "task-3249419" [ 861.609153] env[69506]: _type = "Task" [ 861.609153] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.618460] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.618692] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.618941] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.619104] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.619283] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.619540] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1722b935-65ec-4006-8d22-eafb75ae9578 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.629439] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.629649] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.630423] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6d55ec-184a-460c-bf51-f866ee06dfdd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.637594] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 861.637594] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e74426-f629-41fa-7157-9624695e2d91" [ 861.637594] env[69506]: _type = "Task" [ 861.637594] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.645967] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e74426-f629-41fa-7157-9624695e2d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.762828] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249418, 'name': Rename_Task, 'duration_secs': 0.152431} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.763133] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.763402] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce0d37b-197a-469f-86dc-1b2b60cb3353 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.770709] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 861.770709] env[69506]: value = "task-3249420" [ 861.770709] env[69506]: _type = "Task" [ 861.770709] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.779644] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.939560] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.150348] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e74426-f629-41fa-7157-9624695e2d91, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.151238] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9078a2d1-e6c2-4edf-9aca-955422e77fcc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.157581] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 862.157581] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290048a-62ac-1d7d-74b6-f8a5d5b598f3" [ 862.157581] env[69506]: _type = "Task" [ 862.157581] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.171559] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290048a-62ac-1d7d-74b6-f8a5d5b598f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.255219] env[69506]: DEBUG nova.network.neutron [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Updating instance_info_cache with network_info: [{"id": "602fb7e0-c587-4570-8201-7a564c049e7b", "address": "fa:16:3e:7e:ed:56", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602fb7e0-c5", "ovs_interfaceid": "602fb7e0-c587-4570-8201-7a564c049e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.283239] env[69506]: DEBUG oslo_vmware.api [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249420, 'name': PowerOnVM_Task, 'duration_secs': 0.46739} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.284810] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.285079] env[69506]: INFO nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Took 4.90 seconds to spawn the instance on the hypervisor. [ 862.285298] env[69506]: DEBUG nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.286617] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc41cee-360a-441c-9819-2bb9427ae958 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.624040] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b31c09a-5f7d-4304-a705-7a75eb5bf668 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.633238] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33200bfa-9682-4e85-97a5-2ecb8db5d4e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671580] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844077f4-dcf4-45c1-abf0-d9629cdf8824 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.678997] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290048a-62ac-1d7d-74b6-f8a5d5b598f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01565} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.681157] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.681444] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 862.681738] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b8b985-7a63-42b2-9267-d78f25fb765b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.684556] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b24d73-5a88-4fc9-b2b7-c7cc9ca04921 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.703325] env[69506]: DEBUG nova.compute.provider_tree [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.706938] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 862.706938] env[69506]: value = "task-3249421" [ 862.706938] env[69506]: _type = "Task" [ 862.706938] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.719425] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.759035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.759035] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance network_info: |[{"id": "602fb7e0-c587-4570-8201-7a564c049e7b", "address": "fa:16:3e:7e:ed:56", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602fb7e0-c5", "ovs_interfaceid": "602fb7e0-c587-4570-8201-7a564c049e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.759263] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ed:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602fb7e0-c587-4570-8201-7a564c049e7b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.768135] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.768392] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.768658] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d094b57c-20af-49f9-84ee-0fe4abb31458 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.791916] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.791916] env[69506]: value = "task-3249422" [ 862.791916] env[69506]: _type = "Task" [ 862.791916] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.805280] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249422, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.808417] env[69506]: INFO nova.compute.manager [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Took 48.49 seconds to build instance. [ 862.857384] env[69506]: DEBUG nova.compute.manager [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Received event network-changed-602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.858367] env[69506]: DEBUG nova.compute.manager [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Refreshing instance network info cache due to event network-changed-602fb7e0-c587-4570-8201-7a564c049e7b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.858367] env[69506]: DEBUG oslo_concurrency.lockutils [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] Acquiring lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.858367] env[69506]: DEBUG oslo_concurrency.lockutils [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] Acquired lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.858367] env[69506]: DEBUG nova.network.neutron [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Refreshing network info cache for port 602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.210134] env[69506]: DEBUG nova.scheduler.client.report [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.226570] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.303112] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249422, 'name': CreateVM_Task, 'duration_secs': 0.378192} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.303112] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.303777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.303943] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.304295] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.304567] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59a0ec8-81f0-4c45-a855-23c3294d2d41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.310403] env[69506]: DEBUG oslo_concurrency.lockutils [None req-309ab156-a6f4-4c86-a474-5fe1b4330ff7 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.857s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.312010] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 863.312010] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52554f9a-6c85-6f45-70d5-1f5610aed8b1" [ 863.312010] env[69506]: _type = "Task" [ 863.312010] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.321166] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52554f9a-6c85-6f45-70d5-1f5610aed8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.721039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.721345] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.724404] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.144s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.726417] env[69506]: INFO nova.compute.claims [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.734869] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670585} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.735149] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 863.735933] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ef5d65-b37d-4d4d-8e05-435111184b14 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.763228] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.764237] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115d4a64-a558-4620-a8c7-311d332d527a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.782943] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 863.782943] env[69506]: value = "task-3249423" [ 863.782943] env[69506]: _type = "Task" [ 863.782943] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.791679] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.822095] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52554f9a-6c85-6f45-70d5-1f5610aed8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.033509} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.822461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.822847] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.822979] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.823063] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.823408] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.823512] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-021978b5-92a1-4779-b513-2dcbd510b9c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.832120] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.832362] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.835247] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06850ebf-6a03-4b02-9d33-d72785f54de9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.841632] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 863.841632] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523e7d30-3510-d21c-8df4-337cce4387ea" [ 863.841632] env[69506]: _type = "Task" [ 863.841632] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.848136] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523e7d30-3510-d21c-8df4-337cce4387ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.871332] env[69506]: DEBUG nova.network.neutron [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Updated VIF entry in instance network info cache for port 602fb7e0-c587-4570-8201-7a564c049e7b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.871765] env[69506]: DEBUG nova.network.neutron [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Updating instance_info_cache with network_info: [{"id": "602fb7e0-c587-4570-8201-7a564c049e7b", "address": "fa:16:3e:7e:ed:56", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602fb7e0-c5", "ovs_interfaceid": "602fb7e0-c587-4570-8201-7a564c049e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.225620] env[69506]: INFO nova.compute.manager [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Rebuilding instance [ 864.229863] env[69506]: DEBUG nova.compute.utils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.233998] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.233998] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.301463] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249423, 'name': ReconfigVM_Task, 'duration_secs': 0.302362} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.305556] env[69506]: DEBUG nova.policy [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68ba2e93392a43f98fa01e58e1e6082b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8faf0d9e447f492bb762fdc9bd4cc15e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.312998] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.314160] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7737a-242f-4587-82b8-370141647166 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.341887] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03030375-5fb6-4ed7-87ae-a83ba3825c48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.360271] env[69506]: DEBUG nova.compute.manager [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.361116] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18459f71-8220-4316-83cd-8a9ddb77d366 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.367879] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523e7d30-3510-d21c-8df4-337cce4387ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.368791] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 864.368791] env[69506]: value = "task-3249424" [ 864.368791] env[69506]: _type = "Task" [ 864.368791] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.369392] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50a37ff-4c0e-4b5d-8845-233d1f83593f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.376726] env[69506]: DEBUG oslo_concurrency.lockutils [req-9c6d844f-d1ab-4277-a309-b09e093cc1d0 req-e7f042be-9fc9-413d-b42a-26645da5621d service nova] Releasing lock "refresh_cache-3d9706e2-fd12-4f66-8474-02bc5ce55da6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.382227] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 864.382227] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f2fa53-0fe2-734d-9e4f-441cdba6b40e" [ 864.382227] env[69506]: _type = "Task" [ 864.382227] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.385701] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.395894] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f2fa53-0fe2-734d-9e4f-441cdba6b40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.516435] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.516435] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.746308] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.880491] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249424, 'name': ReconfigVM_Task, 'duration_secs': 0.153085} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.882593] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.885420] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-442a3643-9785-4e51-a14f-5a1e4eafc223 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.887863] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Successfully created port: 086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.899072] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f2fa53-0fe2-734d-9e4f-441cdba6b40e, 'name': SearchDatastore_Task, 'duration_secs': 0.017078} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.900774] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.901043] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.901357] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 864.901357] env[69506]: value = "task-3249425" [ 864.901357] env[69506]: _type = "Task" [ 864.901357] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.901539] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb09609-d497-4f68-8da6-65f94fbfa25f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.910552] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 864.910552] env[69506]: value = "task-3249426" [ 864.910552] env[69506]: _type = "Task" [ 864.910552] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.920750] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.019659] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.349886] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430230a-4717-420e-873c-39e213d1d35c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.362066] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ea111-7c25-467e-8acf-097ceb148f37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.394233] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.395357] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3bf880-fa98-4092-ae6c-8be3718ea67d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.397599] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2009d372-80e8-459f-84a2-ded1ba0c1d6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.410988] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1eade-1421-4692-9d19-04df5aae68a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.415411] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 865.415411] env[69506]: value = "task-3249427" [ 865.415411] env[69506]: _type = "Task" [ 865.415411] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.436057] env[69506]: DEBUG oslo_vmware.api [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249425, 'name': PowerOnVM_Task, 'duration_secs': 0.42169} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.436057] env[69506]: DEBUG nova.compute.provider_tree [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.440026] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.448078] env[69506]: DEBUG nova.compute.manager [None req-c00afd6f-a528-45f8-bef3-353b2bf163a9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.448756] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.448756] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.449631] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5d010-e2fe-4450-9cc6-9206fc12b73b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.545277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.760954] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "cc144201-73cf-48be-95a4-b43bd286c150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.761646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.762883] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.823289] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.823596] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.823856] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.824184] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.824443] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.824702] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.825055] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.825293] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.825481] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.825649] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.825827] env[69506]: DEBUG nova.virt.hardware [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.826948] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815e083-7d25-4ef3-a7f7-5802467f92ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.835067] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ec183-21aa-40d3-8f92-2fc13b986da4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.927289] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611255} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.932449] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.932449] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.932449] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249427, 'name': PowerOffVM_Task, 'duration_secs': 0.187382} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.932449] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9444714-0e66-486d-b72e-71a9054738ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.932865] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.932865] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.933614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4cb55-812b-443c-ab19-78f0cd8fd6b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.940921] env[69506]: DEBUG nova.scheduler.client.report [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.944190] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.945651] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990001e8-cbbc-4868-bfc9-9fa1269c76e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.947698] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 865.947698] env[69506]: value = "task-3249428" [ 865.947698] env[69506]: _type = "Task" [ 865.947698] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.956805] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.973675] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.973921] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.974143] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleting the datastore file [datastore1] f35f1971-d8ee-48b3-b99e-d04b8d7ede81 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.974599] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bfa2c77-e375-4cb1-8802-1c1ead56a99d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.981649] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 865.981649] env[69506]: value = "task-3249430" [ 865.981649] env[69506]: _type = "Task" [ 865.981649] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.990502] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.266608] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.447170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.447170] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.449713] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.697s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.449713] env[69506]: DEBUG nova.objects.instance [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'pci_requests' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.460561] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06622} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.460656] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.461468] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c1b0e-cebf-42ae-b9f1-c249bc2010c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.487388] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.487388] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfdeda2-4765-4a51-bab9-8865a9ad9434 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.513130] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100159} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.514323] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.514745] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.514868] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.517211] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 866.517211] env[69506]: value = "task-3249431" [ 866.517211] env[69506]: _type = "Task" [ 866.517211] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.527614] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.629299] env[69506]: DEBUG nova.compute.manager [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Received event network-vif-plugged-086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.629535] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] Acquiring lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.629833] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.629915] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.630394] env[69506]: DEBUG nova.compute.manager [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] No waiting events found dispatching network-vif-plugged-086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.630573] env[69506]: WARNING nova.compute.manager [req-8e7ace1b-ad16-4415-bad3-f305cc213d1a req-f6b179c1-2162-4fd0-938c-9c1691f6d460 service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Received unexpected event network-vif-plugged-086f4100-dacd-476c-83c8-865abf910212 for instance with vm_state building and task_state spawning. [ 866.685760] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Successfully updated port: 086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.804967] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.952655] env[69506]: DEBUG nova.compute.utils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.954185] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.957904] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.957904] env[69506]: DEBUG nova.objects.instance [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'numa_topology' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.997785] env[69506]: DEBUG nova.policy [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7e20ccb9954c71ab5e5e1e387d6e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad20d82d8f401f95bfa1e53529568e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.030610] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.187912] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.188094] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquired lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.188251] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.290532] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Successfully created port: b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.459213] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.462571] env[69506]: INFO nova.compute.claims [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.491019] env[69506]: INFO nova.compute.manager [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Unrescuing [ 867.491019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.491019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.491019] env[69506]: DEBUG nova.network.neutron [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.531909] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249431, 'name': ReconfigVM_Task, 'duration_secs': 0.939334} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.533996] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.533996] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b433b388-6057-4d24-8001-d77722ec07f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.541373] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 867.541373] env[69506]: value = "task-3249432" [ 867.541373] env[69506]: _type = "Task" [ 867.541373] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.550273] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249432, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.567354] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.567854] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.568159] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.568515] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.568798] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.569092] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.569469] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.569810] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.570121] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.570430] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.570751] env[69506]: DEBUG nova.virt.hardware [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.572352] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b0b466-501c-42e2-ac27-dc249fc3b837 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.580553] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6cd731-ef81-443a-87de-67a34bf583e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.596619] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.603399] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.603785] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.604596] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acf9f7a1-0999-45e3-893b-a2736b62dcd0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.625128] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.625128] env[69506]: value = "task-3249433" [ 867.625128] env[69506]: _type = "Task" [ 867.625128] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.632528] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249433, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.719923] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.057171] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249432, 'name': Rename_Task, 'duration_secs': 0.142879} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.057328] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.057841] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5390ca9-4ee2-412d-ae45-1cb2f0009416 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.065284] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 868.065284] env[69506]: value = "task-3249434" [ 868.065284] env[69506]: _type = "Task" [ 868.065284] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.073656] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.133104] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249433, 'name': CreateVM_Task, 'duration_secs': 0.351767} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.135595] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.136052] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.136210] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.136637] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.137140] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed92158e-fb7c-4619-b5cc-379b77adbd6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.142882] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 868.142882] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520dcc2a-7439-4b39-46d0-ee3c2cbe53b0" [ 868.142882] env[69506]: _type = "Task" [ 868.142882] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.152821] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520dcc2a-7439-4b39-46d0-ee3c2cbe53b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.173548] env[69506]: DEBUG nova.network.neutron [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Updating instance_info_cache with network_info: [{"id": "086f4100-dacd-476c-83c8-865abf910212", "address": "fa:16:3e:0d:51:08", "network": {"id": "95d9691f-1183-455d-8169-f9a307c79f66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-689273032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8faf0d9e447f492bb762fdc9bd4cc15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086f4100-da", "ovs_interfaceid": "086f4100-dacd-476c-83c8-865abf910212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.300899] env[69506]: DEBUG nova.network.neutron [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [{"id": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "address": "fa:16:3e:8e:10:23", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52aca7fb-a4", "ovs_interfaceid": "52aca7fb-a4f6-44fc-9f22-a342972f5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.471906] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.516060] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f645ef0dd9e8d11189a3edbb39daad1b',container_format='bare',created_at=2025-04-03T10:39:36Z,direct_url=,disk_format='vmdk',id=d8174f74-b936-4894-9f2a-5d04679bcff1,min_disk=1,min_ram=0,name='tempest-test-snap-163120404',owner='47ad20d82d8f401f95bfa1e53529568e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T10:39:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.516320] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.516388] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.516556] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.516708] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.516854] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.517072] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.517234] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.517403] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.517550] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.517722] env[69506]: DEBUG nova.virt.hardware [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.518874] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8bba29-2cc7-4b88-a048-c698c0baf5ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.529257] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe8bdd6-e8e6-4f95-99d6-37ec848b7102 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.578980] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.655444] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520dcc2a-7439-4b39-46d0-ee3c2cbe53b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025619} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.656553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.656553] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.656553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.656553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.656795] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.657043] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a02e658-74b4-4758-a64f-304f4a5abbda {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.669622] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.669622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.669890] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c74d00-e6ff-4d49-82f3-934e47eeb891 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.674217] env[69506]: DEBUG nova.compute.manager [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Received event network-changed-086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.674402] env[69506]: DEBUG nova.compute.manager [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Refreshing instance network info cache due to event network-changed-086f4100-dacd-476c-83c8-865abf910212. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.674589] env[69506]: DEBUG oslo_concurrency.lockutils [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] Acquiring lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677996] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 868.677996] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52681044-6d12-caf1-2e3d-8be959f62247" [ 868.677996] env[69506]: _type = "Task" [ 868.677996] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.678566] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Releasing lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.678725] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Instance network_info: |[{"id": "086f4100-dacd-476c-83c8-865abf910212", "address": "fa:16:3e:0d:51:08", "network": {"id": "95d9691f-1183-455d-8169-f9a307c79f66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-689273032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8faf0d9e447f492bb762fdc9bd4cc15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086f4100-da", "ovs_interfaceid": "086f4100-dacd-476c-83c8-865abf910212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.679072] env[69506]: DEBUG oslo_concurrency.lockutils [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] Acquired lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.679248] env[69506]: DEBUG nova.network.neutron [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Refreshing network info cache for port 086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.680418] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:51:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '086f4100-dacd-476c-83c8-865abf910212', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.687877] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Creating folder: Project (8faf0d9e447f492bb762fdc9bd4cc15e). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.694071] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f72fab-3386-48a5-8106-f7473cdb2aeb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.701886] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52681044-6d12-caf1-2e3d-8be959f62247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.704214] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Created folder: Project (8faf0d9e447f492bb762fdc9bd4cc15e) in parent group-v649133. [ 868.704398] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Creating folder: Instances. Parent ref: group-v649316. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.704630] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d3f2a70-d819-4f33-aa32-b2dcb4a8bca8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.715348] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Created folder: Instances in parent group-v649316. [ 868.715577] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.715766] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.715963] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca09777-6184-4da1-961e-82bb6b372cf7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.739463] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.739463] env[69506]: value = "task-3249437" [ 868.739463] env[69506]: _type = "Task" [ 868.739463] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.746338] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249437, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.804887] env[69506]: DEBUG oslo_concurrency.lockutils [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.805662] env[69506]: DEBUG nova.objects.instance [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'flavor' on Instance uuid 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.958502] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Successfully updated port: b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.037393] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01193c-12ed-4fe0-8ea5-bf9978bca7ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.045254] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac2fbf-4e66-4f45-9f65-cb2c4f9be8fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.082935] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88cc3cb-8779-4b05-9f47-ee08e59e1003 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.091155] env[69506]: DEBUG oslo_vmware.api [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249434, 'name': PowerOnVM_Task, 'duration_secs': 0.806831} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.093289] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.093494] env[69506]: INFO nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Took 9.07 seconds to spawn the instance on the hypervisor. [ 869.093673] env[69506]: DEBUG nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.094457] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239dadbe-854d-4112-bc0b-826d47ac9c6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.097820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eac80c-24c9-4a0f-bbd5-9937c083da16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.114652] env[69506]: DEBUG nova.compute.provider_tree [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.193613] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52681044-6d12-caf1-2e3d-8be959f62247, 'name': SearchDatastore_Task, 'duration_secs': 0.023953} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.198018] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e88bf7b-cf7d-423b-9115-9097e6baec41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.201119] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 869.201119] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ac7168-d96e-f3b4-fd9d-280bd22c9b28" [ 869.201119] env[69506]: _type = "Task" [ 869.201119] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.209144] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ac7168-d96e-f3b4-fd9d-280bd22c9b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.248601] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249437, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.311149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6a897-e921-433d-b310-3ea5959bec73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.332161] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.334823] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530497bb-becc-4863-b536-fa187f26a0cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.341106] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 869.341106] env[69506]: value = "task-3249438" [ 869.341106] env[69506]: _type = "Task" [ 869.341106] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.349193] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.461235] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.461386] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.461536] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.485405] env[69506]: DEBUG nova.network.neutron [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Updated VIF entry in instance network info cache for port 086f4100-dacd-476c-83c8-865abf910212. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.486011] env[69506]: DEBUG nova.network.neutron [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Updating instance_info_cache with network_info: [{"id": "086f4100-dacd-476c-83c8-865abf910212", "address": "fa:16:3e:0d:51:08", "network": {"id": "95d9691f-1183-455d-8169-f9a307c79f66", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-689273032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8faf0d9e447f492bb762fdc9bd4cc15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086f4100-da", "ovs_interfaceid": "086f4100-dacd-476c-83c8-865abf910212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.620243] env[69506]: DEBUG nova.scheduler.client.report [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.633101] env[69506]: INFO nova.compute.manager [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Took 51.08 seconds to build instance. [ 869.712321] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ac7168-d96e-f3b4-fd9d-280bd22c9b28, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.712584] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.712848] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.713121] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c097be-d39e-4211-a05f-42e4a0aea666 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.719989] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 869.719989] env[69506]: value = "task-3249439" [ 869.719989] env[69506]: _type = "Task" [ 869.719989] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.728223] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.748615] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249437, 'name': CreateVM_Task, 'duration_secs': 0.709531} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.748789] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.749480] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.749664] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.749986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.750270] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73a68df-44c5-4c15-ada6-ca9b21eaabb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.754880] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 869.754880] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5296be34-9217-d198-dac1-4680941a6328" [ 869.754880] env[69506]: _type = "Task" [ 869.754880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.764965] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5296be34-9217-d198-dac1-4680941a6328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.851324] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249438, 'name': PowerOffVM_Task, 'duration_secs': 0.508278} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.851647] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.857685] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.858014] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344d42b7-1dc2-41cd-9415-dc96e7848fe9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.876178] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 869.876178] env[69506]: value = "task-3249440" [ 869.876178] env[69506]: _type = "Task" [ 869.876178] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.885380] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.988306] env[69506]: DEBUG oslo_concurrency.lockutils [req-f796601f-80f8-4b9f-8a02-3ed2d6e10362 req-d14717cf-9845-448d-a73e-6c93efe5d20e service nova] Releasing lock "refresh_cache-3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.003952] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.133494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.684s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.135789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.826s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.136030] env[69506]: DEBUG nova.objects.instance [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lazy-loading 'resources' on Instance uuid be8ac0d5-bb6e-4460-ba21-b70b973e496b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.137509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9d830c0f-0aaa-453f-8824-b2ed634375b3 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.440s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.157892] env[69506]: DEBUG nova.network.neutron [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Updating instance_info_cache with network_info: [{"id": "b505d13f-b894-4351-a8f3-df9f138e9199", "address": "fa:16:3e:9b:8f:01", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb505d13f-b8", "ovs_interfaceid": "b505d13f-b894-4351-a8f3-df9f138e9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.230238] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.267077] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5296be34-9217-d198-dac1-4680941a6328, 'name': SearchDatastore_Task, 'duration_secs': 0.034986} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.267077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.267077] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.267077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.267077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.267077] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.267456] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e5984c0-2cc8-4aad-b898-bef0901d189b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.284133] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.284337] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.285138] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179c8eba-76cb-4323-ab8b-3332a9e7cfee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.291185] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 870.291185] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5230f7fb-2e68-a163-1fb4-fc79b851de8e" [ 870.291185] env[69506]: _type = "Task" [ 870.291185] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.300202] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5230f7fb-2e68-a163-1fb4-fc79b851de8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.386488] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249440, 'name': ReconfigVM_Task, 'duration_secs': 0.453335} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.386864] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.386999] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.387272] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa12eaa-9df7-4aff-a24b-d6e9b92fa395 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.394732] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 870.394732] env[69506]: value = "task-3249441" [ 870.394732] env[69506]: _type = "Task" [ 870.394732] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.407511] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.470448] env[69506]: INFO nova.network.neutron [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating port 25575976-0a88-43e5-ad3c-f04c3e76efc6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 870.658723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.659233] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Instance network_info: |[{"id": "b505d13f-b894-4351-a8f3-df9f138e9199", "address": "fa:16:3e:9b:8f:01", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb505d13f-b8", "ovs_interfaceid": "b505d13f-b894-4351-a8f3-df9f138e9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.659543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:8f:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b505d13f-b894-4351-a8f3-df9f138e9199', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.668466] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.668714] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.668961] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f05c21d-36c0-4a97-ba5f-ba57286a5c91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.702031] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.702031] env[69506]: value = "task-3249442" [ 870.702031] env[69506]: _type = "Task" [ 870.702031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.716263] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249442, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.736626] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249439, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.750553] env[69506]: DEBUG nova.compute.manager [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Received event network-vif-plugged-b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.750553] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Acquiring lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.750553] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.750553] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.750553] env[69506]: DEBUG nova.compute.manager [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] No waiting events found dispatching network-vif-plugged-b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.750553] env[69506]: WARNING nova.compute.manager [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Received unexpected event network-vif-plugged-b505d13f-b894-4351-a8f3-df9f138e9199 for instance with vm_state building and task_state spawning. [ 870.750553] env[69506]: DEBUG nova.compute.manager [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Received event network-changed-b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.751502] env[69506]: DEBUG nova.compute.manager [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Refreshing instance network info cache due to event network-changed-b505d13f-b894-4351-a8f3-df9f138e9199. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.751502] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Acquiring lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751502] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Acquired lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.751502] env[69506]: DEBUG nova.network.neutron [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Refreshing network info cache for port b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.804141] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5230f7fb-2e68-a163-1fb4-fc79b851de8e, 'name': SearchDatastore_Task, 'duration_secs': 0.023668} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.809118] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc23c10-2eef-4929-bdc7-fa830ca5db83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.815616] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 870.815616] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528f1427-3e9a-158a-1598-7371cb500183" [ 870.815616] env[69506]: _type = "Task" [ 870.815616] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.825897] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528f1427-3e9a-158a-1598-7371cb500183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.907823] env[69506]: DEBUG oslo_vmware.api [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249441, 'name': PowerOnVM_Task, 'duration_secs': 0.452838} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.908139] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.908376] env[69506]: DEBUG nova.compute.manager [None req-70e97a5d-5c8d-48a5-98aa-eb750e2ed72c tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.909226] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee85f01-bd52-4a48-8b33-75d0405d0b65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.171634] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98097bf6-7d65-4593-a994-4b4127c681cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.179894] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c0c52-02ad-4260-8c09-f1e0756b3eba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.215916] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb9397-172e-4f51-b1d0-2a128a6a1f9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.919537] env[69506]: INFO nova.compute.manager [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Rebuilding instance [ 871.919979] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249442, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.925244] env[69506]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.20782100000000003 sec [ 871.933265] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9effb9-b808-4e80-ad37-143400b65d28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.957080] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.070904} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.957283] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249442, 'name': CreateVM_Task, 'duration_secs': 0.947268} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.957746] env[69506]: DEBUG nova.compute.provider_tree [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.962290] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.962510] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.962699] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.962941] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528f1427-3e9a-158a-1598-7371cb500183, 'name': SearchDatastore_Task, 'duration_secs': 0.016036} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.963462] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa086dff-30e0-4da7-ab80-ec03ae301b84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.965742] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.965907] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.966543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.966543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.966772] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6/3f4f849a-cd1b-4de8-b6a0-6dbd971414b6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.968807] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4d057a-8c64-4b61-b83a-0ff31bc86de9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.970433] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99cb4ff3-a73a-4652-9f1f-47067abeac7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.984962] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 871.984962] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523bd375-4848-20a0-a4e1-6f7dde8f4d54" [ 871.984962] env[69506]: _type = "Task" [ 871.984962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.988068] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 871.988068] env[69506]: value = "task-3249444" [ 871.988068] env[69506]: _type = "Task" [ 871.988068] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.988340] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 871.988340] env[69506]: value = "task-3249443" [ 871.988340] env[69506]: _type = "Task" [ 871.988340] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.009807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.009807] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Processing image d8174f74-b936-4894-9f2a-5d04679bcff1 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.009807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.009807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.009807] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.010088] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.010618] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.010840] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b402edc-7504-4901-b7dc-9804068fa0a7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.018093] env[69506]: DEBUG nova.compute.manager [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.018912] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5fb1a2-0c65-460a-974f-b739040ad99a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.035654] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.037220] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.037220] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11268fa3-7e2a-4af4-9705-f602c73f9dcb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.044065] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 872.044065] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522677f6-2b94-cd91-783d-4b3b0ec95ba9" [ 872.044065] env[69506]: _type = "Task" [ 872.044065] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051823] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522677f6-2b94-cd91-783d-4b3b0ec95ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.244233] env[69506]: DEBUG nova.compute.manager [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.244233] env[69506]: DEBUG oslo_concurrency.lockutils [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.244233] env[69506]: DEBUG oslo_concurrency.lockutils [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.244233] env[69506]: DEBUG oslo_concurrency.lockutils [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.245048] env[69506]: DEBUG nova.compute.manager [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] No waiting events found dispatching network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.245427] env[69506]: WARNING nova.compute.manager [req-3151dfe7-1b0c-4d7d-be72-abf62ea56314 req-80a97c25-143b-480d-bf48-69d039aaffdb service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received unexpected event network-vif-plugged-25575976-0a88-43e5-ad3c-f04c3e76efc6 for instance with vm_state shelved_offloaded and task_state spawning. [ 872.303912] env[69506]: DEBUG nova.network.neutron [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Updated VIF entry in instance network info cache for port b505d13f-b894-4351-a8f3-df9f138e9199. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.304039] env[69506]: DEBUG nova.network.neutron [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Updating instance_info_cache with network_info: [{"id": "b505d13f-b894-4351-a8f3-df9f138e9199", "address": "fa:16:3e:9b:8f:01", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb505d13f-b8", "ovs_interfaceid": "b505d13f-b894-4351-a8f3-df9f138e9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.342621] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.342811] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.343034] env[69506]: DEBUG nova.network.neutron [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.468022] env[69506]: DEBUG nova.scheduler.client.report [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.505496] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249444, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.512021] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239539} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.512021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.512021] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7c6ee-be16-4d3c-b84f-73db95a34047 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.530647] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.533101] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9a9b53-b0f9-4dea-a76a-e211430fa2cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550546] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.550917] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c4fc2a-8c82-4518-9c1a-99b93adcccdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.564437] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 872.564748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Fetch image to [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7/OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 872.564932] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Downloading stream optimized image d8174f74-b936-4894-9f2a-5d04679bcff1 to [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7/OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7.vmdk on the data store datastore2 as vApp {{(pid=69506) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 872.565118] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Downloading image file data d8174f74-b936-4894-9f2a-5d04679bcff1 to the ESX as VM named 'OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7' {{(pid=69506) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 872.567315] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 872.567315] env[69506]: value = "task-3249446" [ 872.567315] env[69506]: _type = "Task" [ 872.567315] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.567637] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 872.567637] env[69506]: value = "task-3249445" [ 872.567637] env[69506]: _type = "Task" [ 872.567637] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.580779] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.584798] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.657646] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 872.657646] env[69506]: value = "resgroup-9" [ 872.657646] env[69506]: _type = "ResourcePool" [ 872.657646] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 872.657978] env[69506]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2e747566-e417-4fef-9954-3165ddefd666 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.680096] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease: (returnval){ [ 872.680096] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 872.680096] env[69506]: _type = "HttpNfcLease" [ 872.680096] env[69506]: } obtained for vApp import into resource pool (val){ [ 872.680096] env[69506]: value = "resgroup-9" [ 872.680096] env[69506]: _type = "ResourcePool" [ 872.680096] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 872.680486] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the lease: (returnval){ [ 872.680486] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 872.680486] env[69506]: _type = "HttpNfcLease" [ 872.680486] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 872.687486] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.687486] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 872.687486] env[69506]: _type = "HttpNfcLease" [ 872.687486] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.806790] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f1cc8b7-aa81-4144-aade-c1e9a75b70c6 req-b7a7ff24-79cf-41d5-a59f-d0fa672736a9 service nova] Releasing lock "refresh_cache-fa184eae-57aa-4e50-9d1a-cf08932e7748" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.971108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.835s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.973569] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.677s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.975118] env[69506]: INFO nova.compute.claims [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.002737] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994957} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.003076] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6/3f4f849a-cd1b-4de8-b6a0-6dbd971414b6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.003316] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.003610] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec857c12-8433-4467-8c6f-6f6f2eb3d6db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.010780] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 873.010780] env[69506]: value = "task-3249448" [ 873.010780] env[69506]: _type = "Task" [ 873.010780] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.021310] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.031744] env[69506]: INFO nova.scheduler.client.report [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Deleted allocations for instance be8ac0d5-bb6e-4460-ba21-b70b973e496b [ 873.087395] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249446, 'name': PowerOffVM_Task, 'duration_secs': 0.276778} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.087702] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.087982] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.088257] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.089201] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44d5ee-e6d9-42e0-bf35-497b15498db8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.097923] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.098184] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f882131-a728-4755-abf6-8068c206ef96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.165159] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.165423] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.165670] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.165965] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d27f5a6-5b91-40bd-ad6b-3867e8aa6fd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170654] env[69506]: DEBUG nova.network.neutron [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.173279] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 873.173279] env[69506]: value = "task-3249450" [ 873.173279] env[69506]: _type = "Task" [ 873.173279] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.182333] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.189255] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.189255] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 873.189255] env[69506]: _type = "HttpNfcLease" [ 873.189255] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.520890] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200025} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.521254] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.522073] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a20cf-38b9-47f2-ba80-5ac25f4b4dc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.545206] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6/3f4f849a-cd1b-4de8-b6a0-6dbd971414b6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.547495] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fe3e12-f170-46fb-b564-fd28568143b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.563945] env[69506]: DEBUG oslo_concurrency.lockutils [None req-95160485-8d0c-4b70-ab33-73450cfd6ca4 tempest-VolumesAssistedSnapshotsTest-628391310 tempest-VolumesAssistedSnapshotsTest-628391310-project-member] Lock "be8ac0d5-bb6e-4460-ba21-b70b973e496b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.250s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.574744] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 873.574744] env[69506]: value = "task-3249451" [ 873.574744] env[69506]: _type = "Task" [ 873.574744] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.583175] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.588830] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.674347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.685858] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147371} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.689269] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.689540] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.689729] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.697140] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.697140] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 873.697140] env[69506]: _type = "HttpNfcLease" [ 873.697140] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.718735] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5c86b79234d40c5516330207f2f1b611',container_format='bare',created_at=2025-04-03T10:38:59Z,direct_url=,disk_format='vmdk',id=35dba6fe-469f-49ed-b5b5-76f230faaa18,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-992045350-shelved',owner='ecd878888f5c4b0e9dcb639b2d5b5698',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-03T10:39:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.719048] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.719256] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.719471] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.719624] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.719774] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.724963] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.724963] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.724963] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.724963] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.724963] env[69506]: DEBUG nova.virt.hardware [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.729356] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88096fd2-b44c-4e38-a429-8e773a1ef83c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.738384] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67bc82-7a04-44b3-b534-2b2c6e7820ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.752861] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:40:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25575976-0a88-43e5-ad3c-f04c3e76efc6', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.760269] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.760948] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.761185] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42c3e4e9-8d61-48ca-91ce-409e164c48a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.782321] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.782321] env[69506]: value = "task-3249452" [ 873.782321] env[69506]: _type = "Task" [ 873.782321] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.790136] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249452, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.084460] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249445, 'name': ReconfigVM_Task, 'duration_secs': 1.120289} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.090381] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f35f1971-d8ee-48b3-b99e-d04b8d7ede81/f35f1971-d8ee-48b3-b99e-d04b8d7ede81.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.091128] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.091541] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e835a5d4-8982-4c5d-8b0a-14ed376d2f57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.098183] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 874.098183] env[69506]: value = "task-3249453" [ 874.098183] env[69506]: _type = "Task" [ 874.098183] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.106668] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249453, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.192964] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.192964] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 874.192964] env[69506]: _type = "HttpNfcLease" [ 874.192964] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.296639] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249452, 'name': CreateVM_Task, 'duration_secs': 0.426389} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.297816] env[69506]: DEBUG nova.compute.manager [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.297999] env[69506]: DEBUG nova.compute.manager [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing instance network info cache due to event network-changed-25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.298309] env[69506]: DEBUG oslo_concurrency.lockutils [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] Acquiring lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.298407] env[69506]: DEBUG oslo_concurrency.lockutils [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] Acquired lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.298643] env[69506]: DEBUG nova.network.neutron [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Refreshing network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.303029] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.304512] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.304676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.305082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.305578] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f042690-0bee-4c86-87d9-d4182bc450a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.311348] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 874.311348] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520c1129-7e8b-d02f-d624-a33111b36a7b" [ 874.311348] env[69506]: _type = "Task" [ 874.311348] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.322097] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520c1129-7e8b-d02f-d624-a33111b36a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.458848] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75df51a3-d58a-4867-a33f-745d4b197902 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.466603] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6554b7b-ee3c-4a0b-9132-8349f21b6f09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.497497] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1bd58-3513-4f0d-81c5-908e4213644a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.505033] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686c6d3-44b6-4eee-9753-10f809d67fe3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.518932] env[69506]: DEBUG nova.compute.provider_tree [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.585280] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.607206] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249453, 'name': Rename_Task, 'duration_secs': 0.403576} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.607511] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.607754] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47d58b9-67e6-47e5-a110-e4ec0d031d28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615411] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 874.615411] env[69506]: value = "task-3249454" [ 874.615411] env[69506]: _type = "Task" [ 874.615411] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.623426] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.695040] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.695040] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 874.695040] env[69506]: _type = "HttpNfcLease" [ 874.695040] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.696468] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.696468] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb060f-1a42-ab21-16c1-0ac9bec2cafd" [ 874.696468] env[69506]: _type = "HttpNfcLease" [ 874.696468] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 874.696468] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef89745-5f6c-4952-b01a-b740b33cc68e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.708181] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.708368] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 874.776538] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.776538] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.776538] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.776538] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.776825] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.776825] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.776909] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.777075] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.777251] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.777476] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.777748] env[69506]: DEBUG nova.virt.hardware [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.778045] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9468ab5b-4749-49f1-b861-d84cd4d5a519 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.780591] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1363e-ed60-4fdf-9d6f-b940644ee705 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.790801] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91ae7a-4908-4657-826d-293915178fad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.805801] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ed:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602fb7e0-c587-4570-8201-7a564c049e7b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.813084] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.813431] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.816750] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5dbfa7-e860-4af0-b5ec-e5ae9628d2f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.837576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.837892] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Processing image 35dba6fe-469f-49ed-b5b5-76f230faaa18 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.838153] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.838304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.838504] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.838737] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.838737] env[69506]: value = "task-3249455" [ 874.838737] env[69506]: _type = "Task" [ 874.838737] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.838911] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85176ce-9083-4c2d-b101-9f4c2bc4653b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.849444] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249455, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.850601] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.850829] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.851497] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5a6f77-3a98-4289-868d-0bbbb420e805 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.860117] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 874.860117] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52101e7f-67ed-1701-6ef2-ef931befcb3b" [ 874.860117] env[69506]: _type = "Task" [ 874.860117] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.869214] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52101e7f-67ed-1701-6ef2-ef931befcb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.025654] env[69506]: DEBUG nova.scheduler.client.report [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.086097] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249451, 'name': ReconfigVM_Task, 'duration_secs': 1.098766} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.086428] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6/3f4f849a-cd1b-4de8-b6a0-6dbd971414b6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.087104] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3fac90-b3e7-4ec9-a6db-473fce7ad139 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.094177] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 875.094177] env[69506]: value = "task-3249456" [ 875.094177] env[69506]: _type = "Task" [ 875.094177] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.102681] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249456, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.124747] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.181481] env[69506]: DEBUG nova.network.neutron [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updated VIF entry in instance network info cache for port 25575976-0a88-43e5-ad3c-f04c3e76efc6. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.181481] env[69506]: DEBUG nova.network.neutron [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [{"id": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "address": "fa:16:3e:f6:40:0c", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25575976-0a", "ovs_interfaceid": "25575976-0a88-43e5-ad3c-f04c3e76efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.350592] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249455, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.367938] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 875.368317] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Fetch image to [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d/OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 875.368543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Downloading stream optimized image 35dba6fe-469f-49ed-b5b5-76f230faaa18 to [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d/OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d.vmdk on the data store datastore1 as vApp {{(pid=69506) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 875.368724] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Downloading image file data 35dba6fe-469f-49ed-b5b5-76f230faaa18 to the ESX as VM named 'OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d' {{(pid=69506) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 875.399350] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.399748] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.460161] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 875.460161] env[69506]: value = "resgroup-9" [ 875.460161] env[69506]: _type = "ResourcePool" [ 875.460161] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 875.460948] env[69506]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-da5df416-517e-434c-9019-0143fdea8598 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.483072] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease: (returnval){ [ 875.483072] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 875.483072] env[69506]: _type = "HttpNfcLease" [ 875.483072] env[69506]: } obtained for vApp import into resource pool (val){ [ 875.483072] env[69506]: value = "resgroup-9" [ 875.483072] env[69506]: _type = "ResourcePool" [ 875.483072] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 875.483347] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the lease: (returnval){ [ 875.483347] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 875.483347] env[69506]: _type = "HttpNfcLease" [ 875.483347] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.494342] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.494342] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 875.494342] env[69506]: _type = "HttpNfcLease" [ 875.494342] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.529337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.529995] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.532796] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.092s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.605400] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249456, 'name': Rename_Task, 'duration_secs': 0.426246} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.605683] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.605931] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89eb11fd-fa80-4918-954c-a8d1f59cd53d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.613470] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 875.613470] env[69506]: value = "task-3249458" [ 875.613470] env[69506]: _type = "Task" [ 875.613470] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.633140] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.633483] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.687629] env[69506]: DEBUG oslo_concurrency.lockutils [req-91630800-e9ca-4421-9a21-c8707b30d535 req-ea117dc2-9e58-4dfc-97e4-54ef023766ca service nova] Releasing lock "refresh_cache-34aef67d-2f88-4adf-a5b0-778945e300ec" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.856517] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249455, 'name': CreateVM_Task, 'duration_secs': 0.527268} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.860922] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.861925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.863023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.863023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.863378] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db24775-7d68-45b4-98ae-a18d26f62fa0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.876157] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 875.876157] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5265d02c-a128-16d7-fa85-afe2c00dd437" [ 875.876157] env[69506]: _type = "Task" [ 875.876157] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.891140] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5265d02c-a128-16d7-fa85-afe2c00dd437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.903298] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.992297] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.992297] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 875.992297] env[69506]: _type = "HttpNfcLease" [ 875.992297] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 876.035668] env[69506]: DEBUG nova.objects.instance [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lazy-loading 'migration_context' on Instance uuid 7048c4aa-f136-415f-99d0-7e4361ecfbb7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.038798] env[69506]: DEBUG nova.compute.utils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.039326] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.039515] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.128906] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249458, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.130734] env[69506]: DEBUG nova.policy [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4983fb7278794e83b43b6da78d991133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce9b1e5efd54116b48416530782dc5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.140931] env[69506]: DEBUG oslo_vmware.api [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249454, 'name': PowerOnVM_Task, 'duration_secs': 1.10582} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.143092] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.143303] env[69506]: DEBUG nova.compute.manager [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.144240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fdd299-3470-481a-a994-dc52a787e732 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.261310] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 876.261599] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.263032] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169bfd63-00db-4310-8665-0d0ea0f760e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.270176] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.270662] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 876.270763] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71feefee-e3c8-4827-89a9-e08c2214c9e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.386671] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5265d02c-a128-16d7-fa85-afe2c00dd437, 'name': SearchDatastore_Task, 'duration_secs': 0.015613} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.386962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.387214] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.387454] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.387601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.387777] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.388047] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710a5a35-4070-4182-9539-515c64ca7b2d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.399743] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.399917] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.400633] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16880ac-cc9c-4bde-86ec-48e42b8a2dce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.405738] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 876.405738] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f420c-041c-cada-656f-5d6ebf1afeb4" [ 876.405738] env[69506]: _type = "Task" [ 876.405738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.418054] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f420c-041c-cada-656f-5d6ebf1afeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.429431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.491490] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.491490] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 876.491490] env[69506]: _type = "HttpNfcLease" [ 876.491490] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 876.491878] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 876.491878] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7f7e8-0556-5e00-e0c6-f7aa7fe76cfa" [ 876.491878] env[69506]: _type = "HttpNfcLease" [ 876.491878] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 876.493098] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8956c605-ff0e-43ac-a527-0fee84754d68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.501279] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 876.501279] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 876.561401] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.570299] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0dd8407-0af0-4f40-9c24-0df5ab0f6c64 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.626935] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249458, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.664925] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Successfully created port: aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.666510] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.684136] env[69506]: DEBUG oslo_vmware.rw_handles [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228b013-9536-4ddd-6828-11be3f124651/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 876.684380] env[69506]: INFO nova.virt.vmwareapi.images [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Downloaded image file data d8174f74-b936-4894-9f2a-5d04679bcff1 [ 876.687696] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8b84a-7091-47ba-b8f7-8f42730338d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.710739] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad68c4b8-6738-4cb2-8f33-3f5e686f6f96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.737237] env[69506]: INFO nova.virt.vmwareapi.images [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] The imported VM was unregistered [ 876.739635] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 876.739897] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.740156] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98f20b77-b5d2-4173-8c57-185c48914b8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.758473] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.758662] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7/OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7.vmdk to [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk. {{(pid=69506) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 876.758913] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7ff4ed79-6abe-480e-8db7-49f330b93378 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.765902] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 876.765902] env[69506]: value = "task-3249460" [ 876.765902] env[69506]: _type = "Task" [ 876.765902] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.779174] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.917983] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522f420c-041c-cada-656f-5d6ebf1afeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.018539} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.918700] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4efd442-51f9-4815-b8b9-5ad9f1e45cee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.928474] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 876.928474] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52498761-4830-6e3b-0a3b-d383c16e0393" [ 876.928474] env[69506]: _type = "Task" [ 876.928474] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.941229] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52498761-4830-6e3b-0a3b-d383c16e0393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.125035] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e619d-996c-4823-8d43-2455fc6b906d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.136422] env[69506]: DEBUG oslo_vmware.api [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249458, 'name': PowerOnVM_Task, 'duration_secs': 1.058923} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.137358] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.137695] env[69506]: INFO nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Took 11.37 seconds to spawn the instance on the hypervisor. [ 877.137943] env[69506]: DEBUG nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.139732] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7002e-2397-40ae-9fd1-5a538476e907 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150777] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f85414-e18d-41df-a26c-1759841cac51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.207031] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed6c4b3-2653-4dd1-8d09-4511ff96077a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.216901] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9431a8-13cf-48b8-8285-9b06c3b431b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.237943] env[69506]: DEBUG nova.compute.provider_tree [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.278498] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.440416] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52498761-4830-6e3b-0a3b-d383c16e0393, 'name': SearchDatastore_Task, 'duration_secs': 0.027673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.440706] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.440974] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.441331] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70af9991-5707-4880-91a5-e64300cf4fc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.449017] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 877.449017] env[69506]: value = "task-3249461" [ 877.449017] env[69506]: _type = "Task" [ 877.449017] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.460187] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.572704] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.605511] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.605732] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.605953] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.606233] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.606466] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.606696] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.606972] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.607215] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.608860] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.608860] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.608860] env[69506]: DEBUG nova.virt.hardware [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.608968] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5151cf-bda8-48fc-80f4-d67c7ff6c392 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.622830] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb971361-cb64-4f50-98cc-f73780e568fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.680786] env[69506]: INFO nova.compute.manager [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Took 49.92 seconds to build instance. [ 877.749147] env[69506]: DEBUG nova.scheduler.client.report [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.781416] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.972785] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.157438] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 878.157801] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.158934] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8a733-3a17-434d-9890-bc4d002fd2f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167759] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.167996] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 878.168341] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d8f095c9-8e50-45af-953f-eaaa58542f8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.184313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ebb731ce-438a-49c6-b805-e5b62db3e64d tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.148s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.218367] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.218763] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.219548] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.219548] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.219548] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.222612] env[69506]: INFO nova.compute.manager [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Terminating instance [ 878.281932] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.461359] env[69506]: DEBUG oslo_vmware.rw_handles [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baabae-402a-18ac-ccee-74f0326bd7bc/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 878.461775] env[69506]: INFO nova.virt.vmwareapi.images [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Downloaded image file data 35dba6fe-469f-49ed-b5b5-76f230faaa18 [ 878.463219] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662772a-047b-42b2-882c-98c815e50c05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.470135] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680888} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.471538] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.471986] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.474081] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63f42166-8558-4d7f-a348-f07f5552ba99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.485659] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9faf37a7-1c01-4c4e-9c63-d069de87cb80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.490502] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 878.490502] env[69506]: value = "task-3249462" [ 878.490502] env[69506]: _type = "Task" [ 878.490502] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.502050] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.517508] env[69506]: INFO nova.virt.vmwareapi.images [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] The imported VM was unregistered [ 878.520080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 878.520445] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.520836] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ffb120-e51e-4476-bc1a-878791d4ce16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.536845] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.537127] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d/OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d.vmdk to [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk. {{(pid=69506) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 878.537447] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-98997684-436f-47d9-808d-95b2d031bd3d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.545186] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 878.545186] env[69506]: value = "task-3249464" [ 878.545186] env[69506]: _type = "Task" [ 878.545186] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.554958] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.616916] env[69506]: DEBUG nova.compute.manager [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Received event network-vif-plugged-aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.617155] env[69506]: DEBUG oslo_concurrency.lockutils [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] Acquiring lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.617365] env[69506]: DEBUG oslo_concurrency.lockutils [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.617528] env[69506]: DEBUG oslo_concurrency.lockutils [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.617765] env[69506]: DEBUG nova.compute.manager [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] No waiting events found dispatching network-vif-plugged-aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.617985] env[69506]: WARNING nova.compute.manager [req-952ff76e-87b2-4a3d-9951-7c8cd74fe782 req-bd0bfbc3-0ac2-4a7a-b31a-446b06702680 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Received unexpected event network-vif-plugged-aa62d620-3698-4ee3-b4b9-f3aaf937876a for instance with vm_state building and task_state spawning. [ 878.730434] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "refresh_cache-f35f1971-d8ee-48b3-b99e-d04b8d7ede81" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.730673] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "refresh_cache-f35f1971-d8ee-48b3-b99e-d04b8d7ede81" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.730925] env[69506]: DEBUG nova.network.neutron [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.763324] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.229s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.770547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.658s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.770754] env[69506]: DEBUG nova.objects.instance [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.807625] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.808888] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Successfully updated port: aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.005537] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112758} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.006942] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.008549] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4791f94-6b2e-4c6b-9d7e-d1c0a7909d83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.034049] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.034645] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7c01c3-7e41-4b15-88d6-7211e14380c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.057492] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.060176] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 879.060176] env[69506]: value = "task-3249465" [ 879.060176] env[69506]: _type = "Task" [ 879.060176] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.071470] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.268896] env[69506]: DEBUG nova.network.neutron [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.299775] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.315695] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.318160] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.318160] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.362495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.362936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.363176] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.363403] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.363644] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.366519] env[69506]: INFO nova.compute.manager [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Terminating instance [ 879.399909] env[69506]: DEBUG nova.network.neutron [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.561185] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.571644] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.788753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-78c44506-ad67-4232-8b50-4428eb17a8b8 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.790654] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249460, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.702246} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.790654] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.707s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.792047] env[69506]: INFO nova.compute.claims [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.794863] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7/OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7.vmdk to [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk. [ 879.795074] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Cleaning up location [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 879.795247] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_534104a0-2a36-4a9d-91ec-292f1cfcb2a7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.795879] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f6f8d3-00d7-41be-a88f-21277e97cac5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.809792] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 879.809792] env[69506]: value = "task-3249466" [ 879.809792] env[69506]: _type = "Task" [ 879.809792] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.822200] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.872211] env[69506]: DEBUG nova.compute.manager [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.873036] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.874424] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f17da8-981f-4a43-a2f8-8a05ee081c66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.878408] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.887822] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.890030] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c055858-c54e-44aa-b09d-ae55b878a4c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.896276] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 879.896276] env[69506]: value = "task-3249467" [ 879.896276] env[69506]: _type = "Task" [ 879.896276] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.900680] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "refresh_cache-f35f1971-d8ee-48b3-b99e-d04b8d7ede81" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.901215] env[69506]: DEBUG nova.compute.manager [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.901434] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.902501] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b34508-b8ca-493b-966a-2a1638feac51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.910858] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.914815] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.915128] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c065498-f3bd-45e9-9a10-059955e360ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.922356] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 879.922356] env[69506]: value = "task-3249468" [ 879.922356] env[69506]: _type = "Task" [ 879.922356] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.930846] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.060457] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.071244] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.182356] env[69506]: DEBUG nova.network.neutron [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updating instance_info_cache with network_info: [{"id": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "address": "fa:16:3e:36:64:b5", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62d620-36", "ovs_interfaceid": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.328670] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078541} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.329292] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.329460] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.329708] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk to [datastore2] fa184eae-57aa-4e50-9d1a-cf08932e7748/fa184eae-57aa-4e50-9d1a-cf08932e7748.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.329981] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38235e8b-215b-4e07-808a-4533124cc852 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.334516] env[69506]: INFO nova.compute.manager [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Swapping old allocation on dict_keys(['5cb2072c-925b-48c7-904b-f12a729344ea']) held by migration 49d89293-69bc-452a-902e-2c736be22d98 for instance [ 880.342758] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 880.342758] env[69506]: value = "task-3249469" [ 880.342758] env[69506]: _type = "Task" [ 880.342758] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.358558] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.372671] env[69506]: DEBUG nova.scheduler.client.report [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Overwriting current allocation {'allocations': {'5cb2072c-925b-48c7-904b-f12a729344ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'bb01f267070c4adf8f1f2175a752164f', 'user_id': '90042ae391ab454cbe0e464a22ebd3b5', 'consumer_generation': 1} on consumer 7048c4aa-f136-415f-99d0-7e4361ecfbb7 {{(pid=69506) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 880.410110] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249467, 'name': PowerOffVM_Task, 'duration_secs': 0.206598} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.410524] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.411576] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.411576] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a372106-ed1c-4f73-90f3-a4d97652290b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.435169] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249468, 'name': PowerOffVM_Task, 'duration_secs': 0.147762} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.435568] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.435797] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.436130] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec15904f-ad87-4832-af38-52795b164baa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.463386] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.464360] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.464663] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleting the datastore file [datastore2] f35f1971-d8ee-48b3-b99e-d04b8d7ede81 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.464896] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec79f944-2540-4a23-865e-ee589b1b8f3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.474259] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 880.474259] env[69506]: value = "task-3249472" [ 880.474259] env[69506]: _type = "Task" [ 880.474259] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.481859] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.482183] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.482410] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Deleting the datastore file [datastore2] 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.482751] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c7a1b65-583f-4e56-9484-30864d72e299 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.488091] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.492733] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for the task: (returnval){ [ 880.492733] env[69506]: value = "task-3249473" [ 880.492733] env[69506]: _type = "Task" [ 880.492733] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.501498] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.520615] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.520806] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquired lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521040] env[69506]: DEBUG nova.network.neutron [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.560496] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.574509] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.686443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.686930] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Instance network_info: |[{"id": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "address": "fa:16:3e:36:64:b5", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62d620-36", "ovs_interfaceid": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.687455] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:64:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa62d620-3698-4ee3-b4b9-f3aaf937876a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.697881] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Creating folder: Project (fce9b1e5efd54116b48416530782dc5e). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.698291] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2541cc0b-c9a6-4b40-9bbb-fb911828bea4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.714028] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Created folder: Project (fce9b1e5efd54116b48416530782dc5e) in parent group-v649133. [ 880.714028] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Creating folder: Instances. Parent ref: group-v649324. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.714028] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eefcc4a-98ef-4fc1-9979-9af1a9faa5ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.723078] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Created folder: Instances in parent group-v649324. [ 880.723532] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.723933] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.724300] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ffaf5f6-6479-4a90-bcee-4746ee81687f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.747447] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.747447] env[69506]: value = "task-3249476" [ 880.747447] env[69506]: _type = "Task" [ 880.747447] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.756508] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249476, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.775133] env[69506]: DEBUG nova.compute.manager [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Received event network-changed-aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.775429] env[69506]: DEBUG nova.compute.manager [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Refreshing instance network info cache due to event network-changed-aa62d620-3698-4ee3-b4b9-f3aaf937876a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.775714] env[69506]: DEBUG oslo_concurrency.lockutils [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] Acquiring lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.775894] env[69506]: DEBUG oslo_concurrency.lockutils [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] Acquired lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.776408] env[69506]: DEBUG nova.network.neutron [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Refreshing network info cache for port aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.856568] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.985157] env[69506]: DEBUG oslo_vmware.api [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49647} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.988686] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.988956] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.989223] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.989629] env[69506]: INFO nova.compute.manager [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Took 1.09 seconds to destroy the instance on the hypervisor. [ 880.989883] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.990561] env[69506]: DEBUG nova.compute.manager [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.990722] env[69506]: DEBUG nova.network.neutron [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.003114] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.019839] env[69506]: DEBUG nova.network.neutron [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.062798] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249464, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.482851} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.063249] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d/OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d.vmdk to [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk. [ 881.063470] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Cleaning up location [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 881.063682] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ac8ceee3-1664-4f92-85b9-e1067b81500d {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.068802] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39745d5b-3270-42c9-9776-f9316a46a62c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.085744] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 881.085744] env[69506]: value = "task-3249477" [ 881.085744] env[69506]: _type = "Task" [ 881.085744] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.086043] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.263072] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249476, 'name': CreateVM_Task, 'duration_secs': 0.476714} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.263262] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.263975] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264164] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.264489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.264757] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6991c6d9-4e92-4537-b79c-92815c9fc901 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.275034] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 881.275034] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a392b6-ff72-9033-cbc6-5b74428fa397" [ 881.275034] env[69506]: _type = "Task" [ 881.275034] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.284763] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a392b6-ff72-9033-cbc6-5b74428fa397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.355351] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.363982] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fbefa-0b21-453d-b2c6-34e11da3954b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.369688] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90405b3c-7368-407d-a4e0-cb4a74f6c4a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.406817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f964d4d3-dc05-4787-9ace-e9b57962fdd5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.414900] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550cf66-8619-4327-ac2b-363b0c80de04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.428840] env[69506]: DEBUG nova.compute.provider_tree [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.485462] env[69506]: DEBUG nova.network.neutron [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [{"id": "8b3fa948-a549-4aba-8f71-daafbf52023d", "address": "fa:16:3e:5a:08:00", "network": {"id": "bc5c34fd-24e9-40e8-8a17-2a0423da070e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "cd6106158a1449f195371a3eb9775b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3fa948-a5", "ovs_interfaceid": "8b3fa948-a549-4aba-8f71-daafbf52023d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.503360] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.522869] env[69506]: DEBUG nova.network.neutron [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.573879] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.577653] env[69506]: DEBUG nova.network.neutron [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updated VIF entry in instance network info cache for port aa62d620-3698-4ee3-b4b9-f3aaf937876a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.577653] env[69506]: DEBUG nova.network.neutron [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updating instance_info_cache with network_info: [{"id": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "address": "fa:16:3e:36:64:b5", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62d620-36", "ovs_interfaceid": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.597014] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066289} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.597297] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.597465] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.597708] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk to [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.597971] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c69614-3b86-4b0f-b818-99b54719a481 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.605246] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 881.605246] env[69506]: value = "task-3249478" [ 881.605246] env[69506]: _type = "Task" [ 881.605246] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.613596] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.785017] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a392b6-ff72-9033-cbc6-5b74428fa397, 'name': SearchDatastore_Task, 'duration_secs': 0.013901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.785421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.785752] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.786059] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.786255] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.786482] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.786869] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b711e5-1e9d-4692-b2c0-17aad692a494 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.796148] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.796436] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.797131] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17132f56-2b7c-497c-8cb6-3f232c513454 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.802973] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 881.802973] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7241d-b836-3cbc-f807-99b69ac9ff99" [ 881.802973] env[69506]: _type = "Task" [ 881.802973] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.814378] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7241d-b836-3cbc-f807-99b69ac9ff99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.853483] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.934304] env[69506]: DEBUG nova.scheduler.client.report [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.989396] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Releasing lock "refresh_cache-7048c4aa-f136-415f-99d0-7e4361ecfbb7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.989947] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.990295] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f26dd6b-2f2f-40d2-abf7-4a8725c88377 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.003104] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 882.003104] env[69506]: value = "task-3249479" [ 882.003104] env[69506]: _type = "Task" [ 882.003104] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.011924] env[69506]: DEBUG oslo_vmware.api [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Task: {'id': task-3249473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.231985} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.012981] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.013222] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.013431] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.013682] env[69506]: INFO nova.compute.manager [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Took 2.14 seconds to destroy the instance on the hypervisor. [ 882.014197] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.018578] env[69506]: DEBUG nova.compute.manager [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.018756] env[69506]: DEBUG nova.network.neutron [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.021170] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.026375] env[69506]: INFO nova.compute.manager [-] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Took 1.04 seconds to deallocate network for instance. [ 882.077165] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249465, 'name': ReconfigVM_Task, 'duration_secs': 2.933728} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.080313] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6/3d9706e2-fd12-4f66-8474-02bc5ce55da6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.081393] env[69506]: DEBUG oslo_concurrency.lockutils [req-686acdd3-a85f-4d23-bc96-adf6da305366 req-05992afc-98a7-4e48-b540-1a5f031ce505 service nova] Releasing lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.081899] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1148bd4a-d695-4c4e-81b1-082371742656 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.090134] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 882.090134] env[69506]: value = "task-3249480" [ 882.090134] env[69506]: _type = "Task" [ 882.090134] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.101907] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249480, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.117213] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.321028] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e7241d-b836-3cbc-f807-99b69ac9ff99, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.321028] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22cd022-755b-47a2-bea0-288608dd590f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.329946] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 882.329946] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529fcb8c-1e0d-7039-7ee9-82d5315f0d15" [ 882.329946] env[69506]: _type = "Task" [ 882.329946] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.341174] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529fcb8c-1e0d-7039-7ee9-82d5315f0d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.356466] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.440335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.443044] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.446518] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.060s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.447063] env[69506]: DEBUG nova.objects.instance [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lazy-loading 'resources' on Instance uuid 401039d5-31da-4704-846c-776683258ac2 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.518027] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249479, 'name': PowerOffVM_Task, 'duration_secs': 0.437784} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.518027] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:38:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4c59b5ee-125f-4d40-ad33-14c942108ce4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1422142746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.518027] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.518831] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.519187] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.523638] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.523638] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.529173] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0646fe39-1010-431f-97b5-90a59b5dd356 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.542537] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.552028] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 882.552028] env[69506]: value = "task-3249481" [ 882.552028] env[69506]: _type = "Task" [ 882.552028] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.560362] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.606115] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249480, 'name': Rename_Task, 'duration_secs': 0.484315} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.606727] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.607665] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280a2854-04f6-4854-8c64-d889d8d93d9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.619031] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 882.619031] env[69506]: value = "task-3249482" [ 882.619031] env[69506]: _type = "Task" [ 882.619031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.627786] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.633662] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.767013] env[69506]: DEBUG nova.compute.manager [req-4a7057e8-da20-451c-bc4b-9452d27a5f72 req-53fe4749-8434-497b-b4ae-fe2b546d719f service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Received event network-vif-deleted-086f4100-dacd-476c-83c8-865abf910212 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.767345] env[69506]: INFO nova.compute.manager [req-4a7057e8-da20-451c-bc4b-9452d27a5f72 req-53fe4749-8434-497b-b4ae-fe2b546d719f service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Neutron deleted interface 086f4100-dacd-476c-83c8-865abf910212; detaching it from the instance and deleting it from the info cache [ 882.767540] env[69506]: DEBUG nova.network.neutron [req-4a7057e8-da20-451c-bc4b-9452d27a5f72 req-53fe4749-8434-497b-b4ae-fe2b546d719f service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.842825] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529fcb8c-1e0d-7039-7ee9-82d5315f0d15, 'name': SearchDatastore_Task, 'duration_secs': 0.089784} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.843176] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.843412] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb88941d-d983-4a37-9b90-8cff54e18b95/fb88941d-d983-4a37-9b90-8cff54e18b95.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.843680] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0c758b-bc6a-44a3-ada8-0ef6be572d90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.853230] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 882.853230] env[69506]: value = "task-3249483" [ 882.853230] env[69506]: _type = "Task" [ 882.853230] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.859657] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249469, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.407671} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.860371] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d8174f74-b936-4894-9f2a-5d04679bcff1/d8174f74-b936-4894-9f2a-5d04679bcff1.vmdk to [datastore2] fa184eae-57aa-4e50-9d1a-cf08932e7748/fa184eae-57aa-4e50-9d1a-cf08932e7748.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.861226] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d547b-46b2-4f56-bc0f-4856bd371411 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.867160] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.890047] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] fa184eae-57aa-4e50-9d1a-cf08932e7748/fa184eae-57aa-4e50-9d1a-cf08932e7748.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.890420] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc22c2b-ddd2-465b-a1b5-84ebf65b15d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.913917] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 882.913917] env[69506]: value = "task-3249484" [ 882.913917] env[69506]: _type = "Task" [ 882.913917] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.926120] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.948900] env[69506]: DEBUG nova.compute.utils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.950756] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.951064] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.067201] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249481, 'name': ReconfigVM_Task, 'duration_secs': 0.286172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.068838] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c74ceb-6793-46fa-832d-5e80d40885d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.077972] env[69506]: DEBUG nova.policy [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4983fb7278794e83b43b6da78d991133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce9b1e5efd54116b48416530782dc5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.096028] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:38:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4c59b5ee-125f-4d40-ad33-14c942108ce4',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1422142746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.096456] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.096456] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.096639] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.096784] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.096931] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.097175] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.097348] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.097518] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.097682] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.097854] env[69506]: DEBUG nova.virt.hardware [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.099186] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96604bb-07b6-4e59-873a-ef6d50a7ce7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.109900] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 883.109900] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261a72f-1552-0d6a-3121-bb9c10cde711" [ 883.109900] env[69506]: _type = "Task" [ 883.109900] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.132501] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.140210] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.140499] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261a72f-1552-0d6a-3121-bb9c10cde711, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.148618] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.149391] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2118ce8d-071d-4ea3-b484-988e0954e645 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.169369] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 883.169369] env[69506]: value = "task-3249485" [ 883.169369] env[69506]: _type = "Task" [ 883.169369] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.178408] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.201138] env[69506]: DEBUG nova.network.neutron [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.273020] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84b22acc-bb01-4bf7-a5f8-6e1af57ca910 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.283326] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1b2b21-83c3-4730-9e66-4ba534012c76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.326946] env[69506]: DEBUG nova.compute.manager [req-4a7057e8-da20-451c-bc4b-9452d27a5f72 req-53fe4749-8434-497b-b4ae-fe2b546d719f service nova] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Detach interface failed, port_id=086f4100-dacd-476c-83c8-865abf910212, reason: Instance 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.364490] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.426412] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.461990] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.468153] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Successfully created port: a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.615350] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eeb2f1-f47c-4f1e-a076-e68b4bb34982 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.625749] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.631675] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c463825-85bc-4f9e-80cf-5a3c536a261a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.665780] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0bf50-3281-4a3b-a9dd-cd739fbb7d12 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.668615] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.677967] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5606c9d-5475-4fb7-8e4a-23e09ec704ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.685235] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249485, 'name': ReconfigVM_Task, 'duration_secs': 0.322159} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.685993] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.686909] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c3cb3-cae6-4b68-8ce5-3dbcb6f076ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.697348] env[69506]: DEBUG nova.compute.provider_tree [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.711714] env[69506]: INFO nova.compute.manager [-] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Took 1.69 seconds to deallocate network for instance. [ 883.720141] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.722515] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffb2ae2-3514-4327-8ca5-21ed13291418 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.743621] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 883.743621] env[69506]: value = "task-3249486" [ 883.743621] env[69506]: _type = "Task" [ 883.743621] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.754394] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.865547] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.924763] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249484, 'name': ReconfigVM_Task, 'duration_secs': 0.57295} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.925088] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Reconfigured VM instance instance-00000042 to attach disk [datastore2] fa184eae-57aa-4e50-9d1a-cf08932e7748/fa184eae-57aa-4e50-9d1a-cf08932e7748.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.925831] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a11b6f6-b1aa-4edf-b244-500d081fcb7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.933461] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 883.933461] env[69506]: value = "task-3249487" [ 883.933461] env[69506]: _type = "Task" [ 883.933461] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.945134] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249487, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.125490] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.137399] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.201161] env[69506]: DEBUG nova.scheduler.client.report [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.240692] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.254910] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.369768] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.445927] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249487, 'name': Rename_Task, 'duration_secs': 0.282184} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.448204] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.448204] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aaf6536-bbd7-46c7-87d9-5b4838d85551 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.454323] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 884.454323] env[69506]: value = "task-3249488" [ 884.454323] env[69506]: _type = "Task" [ 884.454323] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.462917] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.477383] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.511467] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.511735] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.511896] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.512091] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.512238] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.512386] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.512595] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.512755] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.512918] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.513249] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.513455] env[69506]: DEBUG nova.virt.hardware [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.514363] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2ccbc9-e2d2-4706-9cd4-4d55ad51d8ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.523279] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6493862-92f6-4a73-a9c0-97c4f9b927a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.620527] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249478, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.520652} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.620905] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/35dba6fe-469f-49ed-b5b5-76f230faaa18/35dba6fe-469f-49ed-b5b5-76f230faaa18.vmdk to [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.621825] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a031a-bcbf-4d5f-8199-768a91bf56f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.647695] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.648527] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555c3ebf-f13c-4aee-a4ce-96300d21f09c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.666937] env[69506]: DEBUG oslo_vmware.api [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249482, 'name': PowerOnVM_Task, 'duration_secs': 1.667526} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.667604] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.667820] env[69506]: DEBUG nova.compute.manager [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.668618] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ddca37-ed80-451c-93af-e1b82f3aab43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.672199] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 884.672199] env[69506]: value = "task-3249489" [ 884.672199] env[69506]: _type = "Task" [ 884.672199] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.684144] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.709151] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.709151] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.439s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.709151] env[69506]: DEBUG nova.objects.instance [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lazy-loading 'resources' on Instance uuid 1452a941-6ef3-41d9-9221-01055f0a9cf2 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.743041] env[69506]: INFO nova.scheduler.client.report [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted allocations for instance 401039d5-31da-4704-846c-776683258ac2 [ 884.755395] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249486, 'name': ReconfigVM_Task, 'duration_secs': 0.583665} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.755671] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7/7048c4aa-f136-415f-99d0-7e4361ecfbb7.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.756546] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0046747-9d3b-4d73-9cb5-c0a87f31cc53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.775282] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7ba40-4aa6-4828-beda-f73865ec1fe3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.795664] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6acc3-689e-47bf-a6ea-110dd0693ae8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.814127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fee1e-73c4-4e05-8289-f83b83794994 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.820930] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.821206] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab346435-92bc-45ff-bea7-7101306942d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.826242] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 884.826242] env[69506]: value = "task-3249490" [ 884.826242] env[69506]: _type = "Task" [ 884.826242] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.834817] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.864221] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.65652} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.864439] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb88941d-d983-4a37-9b90-8cff54e18b95/fb88941d-d983-4a37-9b90-8cff54e18b95.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.864656] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.864905] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3c00f4-c05e-4763-951b-c22ca7030ba2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.870176] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 884.870176] env[69506]: value = "task-3249491" [ 884.870176] env[69506]: _type = "Task" [ 884.870176] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.877498] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.966384] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.094794] env[69506]: DEBUG nova.compute.manager [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Received event network-vif-plugged-a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.095025] env[69506]: DEBUG oslo_concurrency.lockutils [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] Acquiring lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.095272] env[69506]: DEBUG oslo_concurrency.lockutils [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.095400] env[69506]: DEBUG oslo_concurrency.lockutils [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.095565] env[69506]: DEBUG nova.compute.manager [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] No waiting events found dispatching network-vif-plugged-a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.095727] env[69506]: WARNING nova.compute.manager [req-37b0aed4-af3b-489c-afe1-10a93eecd3be req-74ad9a07-d2e8-4e0b-9254-f5ca4cfefeec service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Received unexpected event network-vif-plugged-a92642bc-688c-491c-8e46-bd58a5112296 for instance with vm_state building and task_state spawning. [ 885.164214] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Successfully updated port: a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.189824] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.194196] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.249658] env[69506]: DEBUG oslo_concurrency.lockutils [None req-618efbd1-41e4-4270-b71c-d8118fa7978f tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "401039d5-31da-4704-846c-776683258ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.390s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.336209] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.381744] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076419} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.382133] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.382875] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4b449-032c-45b3-91a4-db4671517f73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.405411] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fb88941d-d983-4a37-9b90-8cff54e18b95/fb88941d-d983-4a37-9b90-8cff54e18b95.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.408451] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42fef12-c534-4ca2-b510-d1a8885d1071 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.429026] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 885.429026] env[69506]: value = "task-3249492" [ 885.429026] env[69506]: _type = "Task" [ 885.429026] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.438290] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.469664] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249488, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.665777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.665943] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.666137] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.686633] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249489, 'name': ReconfigVM_Task, 'duration_secs': 0.979562} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.687618] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec/34aef67d-2f88-4adf-a5b0-778945e300ec.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.688329] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_name': '/dev/sda', 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'image_id': '8e9b45b5-16de-4b59-bf59-36725e85fac6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': 'a63af360-420c-40c8-a447-00b9d2abb177', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649296', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'name': 'volume-50caf944-ac9c-402a-8da1-f8ae31fde0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '34aef67d-2f88-4adf-a5b0-778945e300ec', 'attached_at': '', 'detached_at': '', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'serial': '50caf944-ac9c-402a-8da1-f8ae31fde0db'}, 'boot_index': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69506) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 885.688613] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 885.689101] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649296', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'name': 'volume-50caf944-ac9c-402a-8da1-f8ae31fde0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '34aef67d-2f88-4adf-a5b0-778945e300ec', 'attached_at': '', 'detached_at': '', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'serial': '50caf944-ac9c-402a-8da1-f8ae31fde0db'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 885.689560] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3af9a9-347f-462a-a91d-6f8449b9ee72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.707897] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9677c27-eb1b-4f2b-9505-7bf00cca7c8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.747198] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-50caf944-ac9c-402a-8da1-f8ae31fde0db/volume-50caf944-ac9c-402a-8da1-f8ae31fde0db.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.750765] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d645fb45-30e1-40d1-9733-a90cb9290e94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.773151] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 885.773151] env[69506]: value = "task-3249493" [ 885.773151] env[69506]: _type = "Task" [ 885.773151] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.785937] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.791076] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3bcfb5-e3fa-448d-b017-cb5df6bba1f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.799189] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b37c27-1afd-4d90-a437-afaa4d15e3ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.834220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20f61b-4333-4b39-8296-f77e71f88c79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.843272] env[69506]: DEBUG oslo_vmware.api [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249490, 'name': PowerOnVM_Task, 'duration_secs': 0.794876} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.845417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.849786] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846087e3-18b9-4641-9b7b-360dcc872162 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.864592] env[69506]: DEBUG nova.compute.provider_tree [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.941984] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249492, 'name': ReconfigVM_Task, 'duration_secs': 0.332779} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.942562] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fb88941d-d983-4a37-9b90-8cff54e18b95/fb88941d-d983-4a37-9b90-8cff54e18b95.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.943451] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9badf8ab-221d-4054-adbd-8ac14132202a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.950533] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 885.950533] env[69506]: value = "task-3249494" [ 885.950533] env[69506]: _type = "Task" [ 885.950533] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.964943] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249494, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.970547] env[69506]: DEBUG oslo_vmware.api [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249488, 'name': PowerOnVM_Task, 'duration_secs': 1.222267} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.971549] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.971549] env[69506]: INFO nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Took 17.50 seconds to spawn the instance on the hypervisor. [ 885.971549] env[69506]: DEBUG nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.972361] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9bbd91-ec03-4c24-9b77-b3f86d82048b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.217669] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.287543] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.370024] env[69506]: DEBUG nova.scheduler.client.report [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.438144] env[69506]: DEBUG nova.network.neutron [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Updating instance_info_cache with network_info: [{"id": "a92642bc-688c-491c-8e46-bd58a5112296", "address": "fa:16:3e:aa:d6:10", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92642bc-68", "ovs_interfaceid": "a92642bc-688c-491c-8e46-bd58a5112296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.461996] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249494, 'name': Rename_Task, 'duration_secs': 0.212234} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.462359] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.462739] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5698c5a-26cc-4eef-ad16-17e86644f91d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.469628] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 886.469628] env[69506]: value = "task-3249495" [ 886.469628] env[69506]: _type = "Task" [ 886.469628] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.482418] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.496442] env[69506]: INFO nova.compute.manager [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Took 56.94 seconds to build instance. [ 886.636879] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "4aee4d05-3c7e-4812-9ea7-259442821c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.637434] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.786209] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249493, 'name': ReconfigVM_Task, 'duration_secs': 0.705274} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.786758] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-50caf944-ac9c-402a-8da1-f8ae31fde0db/volume-50caf944-ac9c-402a-8da1-f8ae31fde0db.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.791616] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd89132-6b44-452a-9d99-70dc8725d8a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.818190] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 886.818190] env[69506]: value = "task-3249496" [ 886.818190] env[69506]: _type = "Task" [ 886.818190] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.827749] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.869089] env[69506]: INFO nova.compute.manager [None req-3d597c16-f75e-4adf-93d6-38dd04a863b1 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance to original state: 'active' [ 886.872700] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.872802] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.873096] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.874245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.874245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.875878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.878778] env[69506]: INFO nova.compute.manager [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Terminating instance [ 886.880677] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.886s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.880677] env[69506]: DEBUG nova.objects.instance [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lazy-loading 'resources' on Instance uuid 451b651f-2d82-4777-93fb-5e16e248e292 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.903652] env[69506]: INFO nova.scheduler.client.report [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Deleted allocations for instance 1452a941-6ef3-41d9-9221-01055f0a9cf2 [ 886.942628] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.942964] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Instance network_info: |[{"id": "a92642bc-688c-491c-8e46-bd58a5112296", "address": "fa:16:3e:aa:d6:10", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92642bc-68", "ovs_interfaceid": "a92642bc-688c-491c-8e46-bd58a5112296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.943431] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d6:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a92642bc-688c-491c-8e46-bd58a5112296', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.955066] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.956125] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.956372] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7512174-019e-4a30-b70a-24481c19f74e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.997996] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.999507] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.999507] env[69506]: value = "task-3249497" [ 886.999507] env[69506]: _type = "Task" [ 886.999507] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.999970] env[69506]: DEBUG oslo_concurrency.lockutils [None req-42f54a8c-c71c-410a-ae73-2d4ba58746ad tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.174s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.008632] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249497, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.013297] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.013620] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.013910] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.014225] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.015162] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.017266] env[69506]: INFO nova.compute.manager [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Terminating instance [ 887.126241] env[69506]: DEBUG nova.compute.manager [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Received event network-changed-a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.126291] env[69506]: DEBUG nova.compute.manager [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Refreshing instance network info cache due to event network-changed-a92642bc-688c-491c-8e46-bd58a5112296. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.126467] env[69506]: DEBUG oslo_concurrency.lockutils [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] Acquiring lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.126600] env[69506]: DEBUG oslo_concurrency.lockutils [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] Acquired lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.126769] env[69506]: DEBUG nova.network.neutron [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Refreshing network info cache for port a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.141866] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.327477] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249496, 'name': ReconfigVM_Task, 'duration_secs': 0.189973} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.328242] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649296', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'name': 'volume-50caf944-ac9c-402a-8da1-f8ae31fde0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '34aef67d-2f88-4adf-a5b0-778945e300ec', 'attached_at': '', 'detached_at': '', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'serial': '50caf944-ac9c-402a-8da1-f8ae31fde0db'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 887.329017] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e93f1d6-c809-4c93-9d85-d12c0b26cb6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.342165] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 887.342165] env[69506]: value = "task-3249498" [ 887.342165] env[69506]: _type = "Task" [ 887.342165] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.355977] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249498, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.387133] env[69506]: DEBUG nova.compute.manager [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.387345] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.392050] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a762ca4-1271-4237-bc8b-8963c193c50e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.398036] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.398295] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e182f30-dec9-4f0c-8edf-5179f51aa799 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.405598] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 887.405598] env[69506]: value = "task-3249499" [ 887.405598] env[69506]: _type = "Task" [ 887.405598] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.412843] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ac9166a-08d6-48c8-b19e-d6df46361854 tempest-ServersAdminNegativeTestJSON-242497510 tempest-ServersAdminNegativeTestJSON-242497510-project-member] Lock "1452a941-6ef3-41d9-9221-01055f0a9cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.070s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.420286] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.498102] env[69506]: DEBUG oslo_vmware.api [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249495, 'name': PowerOnVM_Task, 'duration_secs': 0.59856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.500805] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.501015] env[69506]: INFO nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Took 9.93 seconds to spawn the instance on the hypervisor. [ 887.501541] env[69506]: DEBUG nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.502303] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542f53f-5d51-4d99-b243-5c87995b71c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.517693] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.517776] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.525370] env[69506]: DEBUG nova.compute.manager [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.525370] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.525370] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249497, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.528875] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792310ee-6890-4a71-a1e7-6549ca8ae72b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.537623] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.540027] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94dbd975-bdd2-4efb-a59a-9099fb3628d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.546814] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 887.546814] env[69506]: value = "task-3249500" [ 887.546814] env[69506]: _type = "Task" [ 887.546814] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.555164] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.669336] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.852252] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249498, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.919883] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.995551] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7e633-21c6-4938-a567-da150d600dbb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.007990] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ffb71c-e565-47f8-9876-7b811bbc6745 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.017218] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249497, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.050883] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.064536] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd680bef-a2a2-4a9d-8f67-310ef9223729 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.068922] env[69506]: INFO nova.compute.manager [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Took 49.79 seconds to build instance. [ 888.080214] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d291b794-5cbf-4d0c-b256-ee278be10254 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.085542] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.097586] env[69506]: DEBUG nova.compute.provider_tree [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.164222] env[69506]: DEBUG nova.network.neutron [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Updated VIF entry in instance network info cache for port a92642bc-688c-491c-8e46-bd58a5112296. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.164222] env[69506]: DEBUG nova.network.neutron [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Updating instance_info_cache with network_info: [{"id": "a92642bc-688c-491c-8e46-bd58a5112296", "address": "fa:16:3e:aa:d6:10", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92642bc-68", "ovs_interfaceid": "a92642bc-688c-491c-8e46-bd58a5112296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.355367] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249498, 'name': Rename_Task, 'duration_secs': 0.843248} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.355678] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.355936] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a38974d9-c090-4475-bb5d-9509111846fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.362211] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 888.362211] env[69506]: value = "task-3249501" [ 888.362211] env[69506]: _type = "Task" [ 888.362211] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.370644] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.419575] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249499, 'name': PowerOffVM_Task, 'duration_secs': 0.803531} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.420515] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.420515] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.420515] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67b032f5-4bd9-4325-b681-d7efe23f7376 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.495393] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.495701] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.495877] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore1] 3d9706e2-fd12-4f66-8474-02bc5ce55da6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.496169] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e66f989-6599-4bfb-b2e4-f445c7bc390e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.504076] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 888.504076] env[69506]: value = "task-3249503" [ 888.504076] env[69506]: _type = "Task" [ 888.504076] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.519519] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249497, 'name': CreateVM_Task, 'duration_secs': 1.393614} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.520357] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.520357] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.520878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.521083] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.521484] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.521799] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1f6d2a-4099-4937-b7bc-766723ba6da9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.527064] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 888.527064] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7e334-fad1-6a8f-1b17-7740bad07a05" [ 888.527064] env[69506]: _type = "Task" [ 888.527064] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.535970] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7e334-fad1-6a8f-1b17-7740bad07a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.573030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b6d7b9f7-3df4-4720-bfd5-70de91f3abc0 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.466s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.573030] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249500, 'name': PowerOffVM_Task, 'duration_secs': 0.66139} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.573030] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.573030] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.573410] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa53651-36e0-481d-bfe2-8c602f7038cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.591855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.602158] env[69506]: DEBUG nova.scheduler.client.report [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.657738] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.657963] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.658204] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore2] fa184eae-57aa-4e50-9d1a-cf08932e7748 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.658432] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85567ff7-e90e-40cf-ad4f-1ed7a1f906b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.667474] env[69506]: DEBUG oslo_concurrency.lockutils [req-2d45ba91-414c-4394-8c4a-960da3a8f342 req-7f278207-40cc-4637-8e0d-7c2bdbbe43f0 service nova] Releasing lock "refresh_cache-d51b23b0-9a3c-4446-9eac-e76dfe46f634" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.670203] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 888.670203] env[69506]: value = "task-3249505" [ 888.670203] env[69506]: _type = "Task" [ 888.670203] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.679915] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.874146] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.945554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.945880] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.946105] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.946293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.946460] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.948533] env[69506]: INFO nova.compute.manager [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Terminating instance [ 889.016021] env[69506]: DEBUG oslo_vmware.api [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.016021] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.016021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.016021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.016021] env[69506]: INFO nova.compute.manager [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 889.016375] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.016375] env[69506]: DEBUG nova.compute.manager [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.016495] env[69506]: DEBUG nova.network.neutron [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.039654] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d7e334-fad1-6a8f-1b17-7740bad07a05, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.040035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.040710] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.040999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.041129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.041251] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.041523] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d90c2a6-79e2-463a-b283-377cd33465f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.052639] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.052639] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.053548] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3d7bff-e669-49cd-873d-8bfd50bbac9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.061315] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 889.061315] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521a6b61-009b-513a-df42-fa88e03e29c4" [ 889.061315] env[69506]: _type = "Task" [ 889.061315] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.069087] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521a6b61-009b-513a-df42-fa88e03e29c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.110558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.114438] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.196s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.114438] env[69506]: DEBUG nova.objects.instance [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lazy-loading 'resources' on Instance uuid 244db566-fe89-4193-bb1e-e78f4e3da30c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.152555] env[69506]: INFO nova.scheduler.client.report [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleted allocations for instance 451b651f-2d82-4777-93fb-5e16e248e292 [ 889.183795] env[69506]: DEBUG oslo_vmware.api [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139785} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.183867] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.184089] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.184458] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.184712] env[69506]: INFO nova.compute.manager [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Took 1.66 seconds to destroy the instance on the hypervisor. [ 889.184969] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.185263] env[69506]: DEBUG nova.compute.manager [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.185476] env[69506]: DEBUG nova.network.neutron [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.374165] env[69506]: DEBUG oslo_vmware.api [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249501, 'name': PowerOnVM_Task, 'duration_secs': 0.617411} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.374165] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.454134] env[69506]: DEBUG nova.compute.manager [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.454282] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.455468] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6513ca9-1ccb-4b1e-bed9-4a4a8ff19cce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.464494] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.465250] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc55616-00fa-42a4-a14e-d3b810b01eac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.471777] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 889.471777] env[69506]: value = "task-3249509" [ 889.471777] env[69506]: _type = "Task" [ 889.471777] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.483490] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.517914] env[69506]: DEBUG nova.compute.manager [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.517914] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc8a5d-30b1-42f3-b6cb-7142ac9fd68b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.522288] env[69506]: DEBUG nova.compute.manager [req-7b5958bc-221f-43c2-b729-b80b239bddad req-631fe040-ee4e-480b-952a-af6ea9afa13e service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Received event network-vif-deleted-602fb7e0-c587-4570-8201-7a564c049e7b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.522542] env[69506]: INFO nova.compute.manager [req-7b5958bc-221f-43c2-b729-b80b239bddad req-631fe040-ee4e-480b-952a-af6ea9afa13e service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Neutron deleted interface 602fb7e0-c587-4570-8201-7a564c049e7b; detaching it from the instance and deleting it from the info cache [ 889.522649] env[69506]: DEBUG nova.network.neutron [req-7b5958bc-221f-43c2-b729-b80b239bddad req-631fe040-ee4e-480b-952a-af6ea9afa13e service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.524710] env[69506]: DEBUG nova.compute.manager [req-88043703-05a6-4168-8f8e-cf8bc7f9db23 req-0ce6b93a-07dc-480b-8da5-6f388b98dd76 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Received event network-vif-deleted-b505d13f-b894-4351-a8f3-df9f138e9199 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.524710] env[69506]: INFO nova.compute.manager [req-88043703-05a6-4168-8f8e-cf8bc7f9db23 req-0ce6b93a-07dc-480b-8da5-6f388b98dd76 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Neutron deleted interface b505d13f-b894-4351-a8f3-df9f138e9199; detaching it from the instance and deleting it from the info cache [ 889.524710] env[69506]: DEBUG nova.network.neutron [req-88043703-05a6-4168-8f8e-cf8bc7f9db23 req-0ce6b93a-07dc-480b-8da5-6f388b98dd76 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.571398] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521a6b61-009b-513a-df42-fa88e03e29c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.572696] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05377101-6a9a-415c-b05f-9be9f1ed62cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.581775] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 889.581775] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbb594-bfbc-268c-c221-b587bc2c47c7" [ 889.581775] env[69506]: _type = "Task" [ 889.581775] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.593878] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbb594-bfbc-268c-c221-b587bc2c47c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.660718] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f665134-f694-45cf-a5a1-87966e7eef4a tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "451b651f-2d82-4777-93fb-5e16e248e292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.122s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.926702] env[69506]: DEBUG nova.network.neutron [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.985132] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249509, 'name': PowerOffVM_Task, 'duration_secs': 0.256483} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.985388] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.985562] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.985825] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f254ee-ce7e-4dc4-852f-f2cecb87eeaa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.991785] env[69506]: DEBUG nova.network.neutron [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.027837] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1278887-492b-4c36-9611-69fdc448dce6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.031730] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c72c8309-737e-4d3f-8b29-dec1a9d1dc44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.046552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-83acd511-0b5a-4395-a0e3-c92e938f3b9c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 66.629s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.051481] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b7fb3-d3ac-4b2c-ad75-f2c10927fbe5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.066232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabdf36e-8684-4d9f-94a6-caa457642cdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.081093] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.081316] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.081497] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleting the datastore file [datastore2] 7048c4aa-f136-415f-99d0-7e4361ecfbb7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.082769] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb566fa9-0987-4977-aaf3-eefe0a1099a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.094552] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bbb594-bfbc-268c-c221-b587bc2c47c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.115167] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.115480] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d51b23b0-9a3c-4446-9eac-e76dfe46f634/d51b23b0-9a3c-4446-9eac-e76dfe46f634.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.116237] env[69506]: DEBUG nova.compute.manager [req-88043703-05a6-4168-8f8e-cf8bc7f9db23 req-0ce6b93a-07dc-480b-8da5-6f388b98dd76 service nova] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Detach interface failed, port_id=b505d13f-b894-4351-a8f3-df9f138e9199, reason: Instance fa184eae-57aa-4e50-9d1a-cf08932e7748 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.117064] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 890.117064] env[69506]: value = "task-3249512" [ 890.117064] env[69506]: _type = "Task" [ 890.117064] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.132212] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4fae9b7-55d2-4887-afd6-2e2794169281 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.134541] env[69506]: DEBUG nova.compute.manager [req-7b5958bc-221f-43c2-b729-b80b239bddad req-631fe040-ee4e-480b-952a-af6ea9afa13e service nova] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Detach interface failed, port_id=602fb7e0-c587-4570-8201-7a564c049e7b, reason: Instance 3d9706e2-fd12-4f66-8474-02bc5ce55da6 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.144481] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.148616] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 890.148616] env[69506]: value = "task-3249513" [ 890.148616] env[69506]: _type = "Task" [ 890.148616] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.157451] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.197943] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13aceb7-ed74-4985-9fdf-83ebabf418c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.206165] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59088050-df08-4c01-9bcb-1eb29768bb10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.237741] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836de60a-cd34-49f1-85bc-48dd21ecc26c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.245775] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d214f12-a44f-4f8e-9e1f-1d58b86833f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.261294] env[69506]: DEBUG nova.compute.provider_tree [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.430022] env[69506]: INFO nova.compute.manager [-] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Took 1.41 seconds to deallocate network for instance. [ 890.498021] env[69506]: INFO nova.compute.manager [-] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Took 1.31 seconds to deallocate network for instance. [ 890.646684] env[69506]: DEBUG oslo_vmware.api [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216258} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.647011] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.647211] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.647578] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.647672] env[69506]: INFO nova.compute.manager [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 890.648020] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.648260] env[69506]: DEBUG nova.compute.manager [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.648368] env[69506]: DEBUG nova.network.neutron [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.659664] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510724} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.659923] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d51b23b0-9a3c-4446-9eac-e76dfe46f634/d51b23b0-9a3c-4446-9eac-e76dfe46f634.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.660147] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.660388] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-190a6e80-c4bc-4057-ab74-37364acaa929 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.667282] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 890.667282] env[69506]: value = "task-3249514" [ 890.667282] env[69506]: _type = "Task" [ 890.667282] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.675158] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.766844] env[69506]: DEBUG nova.scheduler.client.report [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.939855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.002702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.176776] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253299} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.177080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.177878] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d570bc3-b9dc-46e5-9c80-f0dc8106c344 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.203333] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d51b23b0-9a3c-4446-9eac-e76dfe46f634/d51b23b0-9a3c-4446-9eac-e76dfe46f634.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.204118] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6331b04-172b-487c-b17b-2cc9f88b9dad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.224201] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 891.224201] env[69506]: value = "task-3249515" [ 891.224201] env[69506]: _type = "Task" [ 891.224201] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.232513] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.273113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.275763] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.307s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.277507] env[69506]: INFO nova.compute.claims [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.299998] env[69506]: INFO nova.scheduler.client.report [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted allocations for instance 244db566-fe89-4193-bb1e-e78f4e3da30c [ 891.553820] env[69506]: DEBUG nova.compute.manager [req-3d34fe63-406a-4782-8bf0-16399cc9c2a3 req-52e161a6-f2f7-4332-a167-f3278e38fae4 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Received event network-vif-deleted-8b3fa948-a549-4aba-8f71-daafbf52023d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.554736] env[69506]: INFO nova.compute.manager [req-3d34fe63-406a-4782-8bf0-16399cc9c2a3 req-52e161a6-f2f7-4332-a167-f3278e38fae4 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Neutron deleted interface 8b3fa948-a549-4aba-8f71-daafbf52023d; detaching it from the instance and deleting it from the info cache [ 891.554736] env[69506]: DEBUG nova.network.neutron [req-3d34fe63-406a-4782-8bf0-16399cc9c2a3 req-52e161a6-f2f7-4332-a167-f3278e38fae4 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.600017] env[69506]: DEBUG nova.network.neutron [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.735066] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.811489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ecdff21e-7a52-4139-ab8e-e8c322e8b03f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "244db566-fe89-4193-bb1e-e78f4e3da30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.982s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.057039] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fec9a365-97ec-4c83-9b8c-3877488bc90b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.070290] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525519e-2cbc-4689-9f78-109a93ed45b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.122294] env[69506]: INFO nova.compute.manager [-] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Took 1.47 seconds to deallocate network for instance. [ 892.122726] env[69506]: DEBUG nova.compute.manager [req-3d34fe63-406a-4782-8bf0-16399cc9c2a3 req-52e161a6-f2f7-4332-a167-f3278e38fae4 service nova] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Detach interface failed, port_id=8b3fa948-a549-4aba-8f71-daafbf52023d, reason: Instance 7048c4aa-f136-415f-99d0-7e4361ecfbb7 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.160516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "c04bb837-afb2-4e42-b984-598a3cd39301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.161188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.236146] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.533365] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.533620] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.533821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.534056] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.534248] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.539243] env[69506]: INFO nova.compute.manager [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Terminating instance [ 892.631392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.665532] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.721044] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451fad6-399a-47fa-88f7-1fa555ca9cb6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.732297] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c67bc3a-0671-4fc0-80e4-077409b6ab94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.740136] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.765048] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a951b7c-7479-4fd8-88ba-b9c445141adf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.773349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb345a-2529-4c6b-8bef-39953453f5ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.787259] env[69506]: DEBUG nova.compute.provider_tree [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.043465] env[69506]: DEBUG nova.compute.manager [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.043719] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.044811] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a121db-9e47-42c2-b53c-a22bd2b6a61c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.054089] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.054343] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90aed71b-a8e1-4bb6-9ad2-23d4dbcc7e27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.060157] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 893.060157] env[69506]: value = "task-3249517" [ 893.060157] env[69506]: _type = "Task" [ 893.060157] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.067438] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.193919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.239674] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249515, 'name': ReconfigVM_Task, 'duration_secs': 1.554526} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.240018] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d51b23b0-9a3c-4446-9eac-e76dfe46f634/d51b23b0-9a3c-4446-9eac-e76dfe46f634.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.240663] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e73126-9724-4d47-8f80-6823771b5bd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.247549] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 893.247549] env[69506]: value = "task-3249518" [ 893.247549] env[69506]: _type = "Task" [ 893.247549] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.259058] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249518, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.294033] env[69506]: DEBUG nova.scheduler.client.report [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.393703] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.394071] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.394209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.394392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.394558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.396724] env[69506]: INFO nova.compute.manager [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Terminating instance [ 893.569844] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249517, 'name': PowerOffVM_Task, 'duration_secs': 0.429756} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.570187] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.570383] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.570652] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8980bc84-8043-4592-965b-3258add5785c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.655498] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.655790] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.656043] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore2] da8f860b-8dbe-48fa-a1e1-a151640780c6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.656381] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a96fbfd-8fcc-49f9-81fe-c831b832a85b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.664341] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 893.664341] env[69506]: value = "task-3249520" [ 893.664341] env[69506]: _type = "Task" [ 893.664341] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.674916] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.758217] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249518, 'name': Rename_Task, 'duration_secs': 0.398764} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.758544] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.758822] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76791eef-eeb1-4d42-b136-55d8b45c42b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.764473] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 893.764473] env[69506]: value = "task-3249522" [ 893.764473] env[69506]: _type = "Task" [ 893.764473] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.773137] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.798441] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.799172] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.802150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.327s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.802361] env[69506]: DEBUG nova.objects.instance [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.900433] env[69506]: DEBUG nova.compute.manager [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.900711] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.901656] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d1ce07-1cb7-4852-b219-2a590e5bb184 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.909748] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.910064] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe570e8-d1dc-4304-865a-791316fe7996 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.916587] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 893.916587] env[69506]: value = "task-3249523" [ 893.916587] env[69506]: _type = "Task" [ 893.916587] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.924859] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.174938] env[69506]: DEBUG oslo_vmware.api [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14479} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.174938] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.174938] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.174938] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.175317] env[69506]: INFO nova.compute.manager [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.175371] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.175564] env[69506]: DEBUG nova.compute.manager [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.175640] env[69506]: DEBUG nova.network.neutron [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.276477] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.307259] env[69506]: DEBUG nova.compute.utils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.311471] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.311643] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.354629] env[69506]: DEBUG nova.policy [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4983fb7278794e83b43b6da78d991133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce9b1e5efd54116b48416530782dc5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.431976] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249523, 'name': PowerOffVM_Task, 'duration_secs': 0.250651} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.432351] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.432538] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.432805] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc495b6a-8aa3-4433-bdea-8507a6ca286d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.474902] env[69506]: DEBUG nova.compute.manager [req-6a8447ee-3ce0-47d3-ac09-e83e9f547077 req-213dace1-6375-4cc3-b8df-df47c9438f3b service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Received event network-vif-deleted-2b7d424c-b337-4be9-a58f-14657853ce3f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.475189] env[69506]: INFO nova.compute.manager [req-6a8447ee-3ce0-47d3-ac09-e83e9f547077 req-213dace1-6375-4cc3-b8df-df47c9438f3b service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Neutron deleted interface 2b7d424c-b337-4be9-a58f-14657853ce3f; detaching it from the instance and deleting it from the info cache [ 894.475379] env[69506]: DEBUG nova.network.neutron [req-6a8447ee-3ce0-47d3-ac09-e83e9f547077 req-213dace1-6375-4cc3-b8df-df47c9438f3b service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.496086] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.496086] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.496086] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleting the datastore file [datastore2] aa107d30-b28e-41fe-8825-0cb34833cbdd {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.496489] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d994f4e2-baef-4050-9fae-f791c6ed2f98 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.502628] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for the task: (returnval){ [ 894.502628] env[69506]: value = "task-3249525" [ 894.502628] env[69506]: _type = "Task" [ 894.502628] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.510662] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.644948] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Successfully created port: a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.775154] env[69506]: DEBUG oslo_vmware.api [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249522, 'name': PowerOnVM_Task, 'duration_secs': 0.546684} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.775457] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.775643] env[69506]: INFO nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Took 10.30 seconds to spawn the instance on the hypervisor. [ 894.775824] env[69506]: DEBUG nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.776603] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f54934-936b-40a0-8df4-6aafef7040d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.812845] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.816539] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a5faa0d-d449-42a8-a1e4-3cc9abdc3606 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.820020] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.236s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.925519] env[69506]: DEBUG nova.network.neutron [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.978505] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ca26da0-5b28-4843-983f-ace3e278231f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.988768] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68021b8a-fec0-4cc3-b294-d23b0708689a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.014535] env[69506]: DEBUG oslo_vmware.api [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Task: {'id': task-3249525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174191} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.033798] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.034026] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.034212] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.034443] env[69506]: INFO nova.compute.manager [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 895.034699] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.034979] env[69506]: DEBUG nova.compute.manager [req-6a8447ee-3ce0-47d3-ac09-e83e9f547077 req-213dace1-6375-4cc3-b8df-df47c9438f3b service nova] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Detach interface failed, port_id=2b7d424c-b337-4be9-a58f-14657853ce3f, reason: Instance da8f860b-8dbe-48fa-a1e1-a151640780c6 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.035385] env[69506]: DEBUG nova.compute.manager [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.035480] env[69506]: DEBUG nova.network.neutron [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.295543] env[69506]: INFO nova.compute.manager [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Took 55.24 seconds to build instance. [ 895.429275] env[69506]: INFO nova.compute.manager [-] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Took 1.25 seconds to deallocate network for instance. [ 895.797552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f2c649cd-d1d6-4a85-a2c7-f3dd9cd556ce tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.232s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.837249] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.866962] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.867223] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.867385] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.867540] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.867737] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.867903] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.868139] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.868312] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.868509] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.868677] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.868861] env[69506]: DEBUG nova.virt.hardware [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.869745] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09559bb3-e4fb-4769-99a0-54f35bf86fba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.873072] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 63813c73-4fae-42c3-90d7-01a03a2367a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873214] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 9d274c37-1cf5-4545-b94e-ea7b442cf591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873338] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance aa107d30-b28e-41fe-8825-0cb34833cbdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873455] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 641c34b8-2560-464b-88eb-6e61f2775493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873570] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873704] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3195279f-4bf6-4583-8c01-f6706f7e6e4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.873823] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8d13982f-a851-4b56-aa16-c08776b0f61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.873935] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance da8f860b-8dbe-48fa-a1e1-a151640780c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874058] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 01467b61-eca8-40f8-afe1-9fa5c944709f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874173] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a2f033d3-5efd-44f6-95b9-89e91f113c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874703] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 5c1c011a-cb40-4576-aadd-f2e2c09706e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874703] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3f232a91-ec92-4245-a40b-8d884f6c347c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874703] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 509562e4-a7a3-48b1-9d9e-73194c08a595 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.874703] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874703] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a9c24000-bc98-4902-adbf-8686b70a638e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.874996] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7048c4aa-f136-415f-99d0-7e4361ecfbb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.874996] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 65e542be-89f7-4c02-ade4-b20413d8f2bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.875105] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 34aef67d-2f88-4adf-a5b0-778945e300ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.875152] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 0f32f2c4-325a-460b-bf1c-356182047c83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.875260] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 15069707-265b-4d9f-be42-e3cdb4c2f951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.875381] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f35f1971-d8ee-48b3-b99e-d04b8d7ede81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.875500] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3d9706e2-fd12-4f66-8474-02bc5ce55da6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.875618] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.875735] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance fa184eae-57aa-4e50-9d1a-cf08932e7748 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 895.875845] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance fb88941d-d983-4a37-9b90-8cff54e18b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.875955] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance d51b23b0-9a3c-4446-9eac-e76dfe46f634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.876074] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 0257d00e-4c73-4c3d-8294-d1f5a673fbcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 895.882347] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d614d5-4f0f-44aa-bc24-156bb5a2718a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.935990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.021294] env[69506]: DEBUG nova.network.neutron [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.291072] env[69506]: DEBUG nova.compute.manager [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Received event network-vif-plugged-a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.291072] env[69506]: DEBUG oslo_concurrency.lockutils [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] Acquiring lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.291072] env[69506]: DEBUG oslo_concurrency.lockutils [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.291072] env[69506]: DEBUG oslo_concurrency.lockutils [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.291072] env[69506]: DEBUG nova.compute.manager [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] No waiting events found dispatching network-vif-plugged-a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.291072] env[69506]: WARNING nova.compute.manager [req-489ccd6b-6604-437f-9735-8504be7667d3 req-90df881e-6b08-4294-b73a-6d96b9e59e98 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Received unexpected event network-vif-plugged-a5dc7f7e-1754-43b9-97eb-be52334795b9 for instance with vm_state building and task_state spawning. [ 896.302876] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Successfully updated port: a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.378885] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 5d104b03-0dc6-41bf-8df2-111db8299cfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.500453] env[69506]: DEBUG nova.compute.manager [req-ff279f5c-ae5d-4c7b-b493-0ba974485030 req-6d401ff6-360e-4f53-bd38-c6fd421bbf8d service nova] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Received event network-vif-deleted-f394e7ea-1293-4091-82d6-8222b86516ae {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.523931] env[69506]: INFO nova.compute.manager [-] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Took 1.49 seconds to deallocate network for instance. [ 896.806278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.806499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.807368] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.883171] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance cc144201-73cf-48be-95a4-b43bd286c150 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.029813] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.342815] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.388742] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 378058f8-96e1-4816-8fa2-da7edd1cbad3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.522470] env[69506]: DEBUG nova.network.neutron [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Updating instance_info_cache with network_info: [{"id": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "address": "fa:16:3e:a8:9a:59", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc7f7e-17", "ovs_interfaceid": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.893518] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 4aee4d05-3c7e-4812-9ea7-259442821c21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.025230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.025417] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Instance network_info: |[{"id": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "address": "fa:16:3e:a8:9a:59", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc7f7e-17", "ovs_interfaceid": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.025904] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:9a:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5dc7f7e-1754-43b9-97eb-be52334795b9', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.033894] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.034507] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.034763] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-365276e4-735c-48c3-bb63-8bfd868bcb8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.054558] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.054558] env[69506]: value = "task-3249528" [ 898.054558] env[69506]: _type = "Task" [ 898.054558] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.062279] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249528, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.317975] env[69506]: DEBUG nova.compute.manager [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Received event network-changed-a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.318088] env[69506]: DEBUG nova.compute.manager [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Refreshing instance network info cache due to event network-changed-a5dc7f7e-1754-43b9-97eb-be52334795b9. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.318922] env[69506]: DEBUG oslo_concurrency.lockutils [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] Acquiring lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318922] env[69506]: DEBUG oslo_concurrency.lockutils [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] Acquired lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318922] env[69506]: DEBUG nova.network.neutron [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Refreshing network info cache for port a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.395333] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ea7fdb67-079d-4093-96ba-86b6273a75ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.564264] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249528, 'name': CreateVM_Task, 'duration_secs': 0.466206} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.564458] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.565253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.565345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.565601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.565890] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c812f89-8a97-4064-aa10-6846437f52ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.570453] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 898.570453] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5226ecf8-76ed-b47a-6062-1fa7d3e33bde" [ 898.570453] env[69506]: _type = "Task" [ 898.570453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.577730] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5226ecf8-76ed-b47a-6062-1fa7d3e33bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.898360] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance c04bb837-afb2-4e42-b984-598a3cd39301 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.898703] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 898.898902] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 899.031035] env[69506]: DEBUG nova.network.neutron [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Updated VIF entry in instance network info cache for port a5dc7f7e-1754-43b9-97eb-be52334795b9. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.031398] env[69506]: DEBUG nova.network.neutron [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Updating instance_info_cache with network_info: [{"id": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "address": "fa:16:3e:a8:9a:59", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc7f7e-17", "ovs_interfaceid": "a5dc7f7e-1754-43b9-97eb-be52334795b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.082386] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5226ecf8-76ed-b47a-6062-1fa7d3e33bde, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.082675] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.082906] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.083158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.083304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.083483] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.083738] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760c378f-3fbc-44ed-bf50-784de1d21da3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.094038] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.094038] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.094640] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68aca4b4-62d6-4113-93b3-0426a2d8be7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.101559] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 899.101559] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c84907-b61f-a3dd-f4e6-fc14cb80a669" [ 899.101559] env[69506]: _type = "Task" [ 899.101559] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.109193] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c84907-b61f-a3dd-f4e6-fc14cb80a669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.267923] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43dc5e-2783-4d12-b4aa-cfa8dee1771c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.275300] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0967b-48c2-44f4-8341-ea8ed01b41f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.307199] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8c0ac-2a69-4265-a060-2fd68ed365e2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.313326] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2feebe-dd1d-41d7-a411-8eab2e6f5b08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.326306] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.534563] env[69506]: DEBUG oslo_concurrency.lockutils [req-2326cbd6-096c-450e-ac59-ef65c3ffb957 req-8ba04b8b-a2f4-46f0-99b1-f0b53a91d7c4 service nova] Releasing lock "refresh_cache-0257d00e-4c73-4c3d-8294-d1f5a673fbcb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.612607] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c84907-b61f-a3dd-f4e6-fc14cb80a669, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.613336] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fd6777-ec39-4b50-b23f-3f10ec9e82e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.618746] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 899.618746] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52706fed-ac68-160f-760e-365615d50934" [ 899.618746] env[69506]: _type = "Task" [ 899.618746] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.626043] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52706fed-ac68-160f-760e-365615d50934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.829680] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.129880] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52706fed-ac68-160f-760e-365615d50934, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.130216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.130337] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 0257d00e-4c73-4c3d-8294-d1f5a673fbcb/0257d00e-4c73-4c3d-8294-d1f5a673fbcb.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.130601] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6de27ac-b7f2-42d5-b73d-f4dc928eebd2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.136866] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 900.136866] env[69506]: value = "task-3249530" [ 900.136866] env[69506]: _type = "Task" [ 900.136866] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.144622] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.338113] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 900.338406] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.521s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.338810] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.906s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.339044] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.341421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.388s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.341612] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.343475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.104s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.343707] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.345314] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.800s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.347361] env[69506]: INFO nova.compute.claims [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.349891] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.350519] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 900.372749] env[69506]: INFO nova.scheduler.client.report [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocations for instance 509562e4-a7a3-48b1-9d9e-73194c08a595 [ 900.375499] env[69506]: INFO nova.scheduler.client.report [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleted allocations for instance 3195279f-4bf6-4583-8c01-f6706f7e6e4c [ 900.399065] env[69506]: INFO nova.scheduler.client.report [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Deleted allocations for instance 65e542be-89f7-4c02-ade4-b20413d8f2bd [ 900.647938] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506389} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.648335] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 0257d00e-4c73-4c3d-8294-d1f5a673fbcb/0257d00e-4c73-4c3d-8294-d1f5a673fbcb.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.648559] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.648861] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0559f83-c5f6-46a9-ab83-a0b19825f881 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.657262] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 900.657262] env[69506]: value = "task-3249531" [ 900.657262] env[69506]: _type = "Task" [ 900.657262] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.665241] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.866036] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] There are 42 instances to clean {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 900.866036] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 451b651f-2d82-4777-93fb-5e16e248e292] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.882976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a13d55d5-cbd5-4c84-9d40-398bebae6b97 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "509562e4-a7a3-48b1-9d9e-73194c08a595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.587s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.886424] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c76d4bb8-e9b2-42c4-91b6-87f634c944c2 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "3195279f-4bf6-4583-8c01-f6706f7e6e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.615s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.911148] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8d48577-c7ba-4310-9aaf-69577bf0b138 tempest-ServersTestMultiNic-453281866 tempest-ServersTestMultiNic-453281866-project-member] Lock "65e542be-89f7-4c02-ade4-b20413d8f2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.617s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.167488] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162249} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.167819] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.168725] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6424b5ab-f483-443b-aa2f-295b84f81b04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.191907] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 0257d00e-4c73-4c3d-8294-d1f5a673fbcb/0257d00e-4c73-4c3d-8294-d1f5a673fbcb.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.192635] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd0c852-8b30-45f4-90d6-3a23520a02df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.213237] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 901.213237] env[69506]: value = "task-3249532" [ 901.213237] env[69506]: _type = "Task" [ 901.213237] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.221345] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.370846] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 401039d5-31da-4704-846c-776683258ac2] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.724228] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.846087] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b70645-c669-4728-b19d-c1710bbe1248 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.854070] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc94b97-28fb-4a9f-959d-3a4a46524623 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.896773] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: b7b4e987-7c86-4cbf-ad96-bfe2decb43ca] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.903279] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8857380-9c64-45da-a565-03e1f6f91adc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.907677] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2197b54-0783-4fce-a46a-b94a06cd5b36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.925370] env[69506]: DEBUG nova.compute.provider_tree [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.230428] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249532, 'name': ReconfigVM_Task, 'duration_secs': 0.754199} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.230428] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 0257d00e-4c73-4c3d-8294-d1f5a673fbcb/0257d00e-4c73-4c3d-8294-d1f5a673fbcb.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.231782] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0f200e-27a9-4d94-982f-d00ea03ceffd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.238785] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 902.238785] env[69506]: value = "task-3249534" [ 902.238785] env[69506]: _type = "Task" [ 902.238785] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.255110] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249534, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.405584] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 244db566-fe89-4193-bb1e-e78f4e3da30c] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.429892] env[69506]: DEBUG nova.scheduler.client.report [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.754479] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249534, 'name': Rename_Task, 'duration_secs': 0.167652} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.755466] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.757278] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b003cabd-4552-4c82-b939-e10ddeefa9e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.765480] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 902.765480] env[69506]: value = "task-3249535" [ 902.765480] env[69506]: _type = "Task" [ 902.765480] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.782076] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.907860] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: c212fc55-c74a-4580-a49f-c4e373401eb8] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.936417] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.937096] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.943017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.136s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.943017] env[69506]: INFO nova.compute.claims [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.278201] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.395294] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.395630] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.410144] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d7e83c49-723d-4b08-97be-300eb257f91e] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.446018] env[69506]: DEBUG nova.compute.utils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.450149] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 903.780873] env[69506]: DEBUG oslo_vmware.api [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249535, 'name': PowerOnVM_Task, 'duration_secs': 0.752063} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.781325] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.781656] env[69506]: INFO nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Took 7.94 seconds to spawn the instance on the hypervisor. [ 903.781966] env[69506]: DEBUG nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.782825] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7a2d14-ce58-49a5-91f9-6d339477d448 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.904558] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.916987] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: cb1be988-3e06-4c56-b271-81bd11a7921a] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.952035] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.195359] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.195613] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.302343] env[69506]: INFO nova.compute.manager [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Took 57.35 seconds to build instance. [ 904.422621] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9615573d-9b6e-4532-827f-374ad484eb19] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.425092] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.439594] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2556eb8-e44e-4cb4-9deb-b3424afcc256 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.450240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9e058-f4eb-48a7-bb4c-308933c3b716 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.482816] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf8668-e418-4bee-89b8-443e29ef5da2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.490448] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66c823-0c54-4756-91db-b919c1c8825f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.504183] env[69506]: DEBUG nova.compute.provider_tree [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.702437] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.804400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a0f1a249-b84a-44a0-826e-48fa34759d3e tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.565s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.928804] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 8d160aeb-f3e0-4366-b40d-9477644442d1] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.984671] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.007176] env[69506]: DEBUG nova.scheduler.client.report [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.015774] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.016080] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.016246] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.016391] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.016499] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.016637] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.016845] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.017071] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.017309] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.017481] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.017661] env[69506]: DEBUG nova.virt.hardware [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.018548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93348da8-9bb1-46b1-842f-ea275a602cfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.031123] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ca0c1-d931-4c03-9a61-5db8a927049d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.050465] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.056168] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Creating folder: Project (e98b462744e349d3bc48e37e4094969e). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.056599] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10877f0f-641b-4977-9fbb-7c7fe1e4c7a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.066210] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Created folder: Project (e98b462744e349d3bc48e37e4094969e) in parent group-v649133. [ 905.066408] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Creating folder: Instances. Parent ref: group-v649333. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.066645] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b4e5392-b101-4a64-96ae-99612958f444 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.079479] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Created folder: Instances in parent group-v649333. [ 905.079728] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.079919] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.080139] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc05347-67e1-4f38-9672-60fcce2f4b39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.097497] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.097497] env[69506]: value = "task-3249539" [ 905.097497] env[69506]: _type = "Task" [ 905.097497] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.106052] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249539, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.228279] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.432453] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7f81370f-e4e9-4ce9-8777-cb1256604808] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.513666] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.514313] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.517581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.088s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.519224] env[69506]: INFO nova.compute.claims [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.610803] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249539, 'name': CreateVM_Task, 'duration_secs': 0.331012} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.610803] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.612082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.612251] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.612790] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612870] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd49b696-1ddf-4a51-a793-16d8fe763e38 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.619293] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 905.619293] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b38f9e-709c-870d-42a8-43910b541a90" [ 905.619293] env[69506]: _type = "Task" [ 905.619293] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.625090] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b38f9e-709c-870d-42a8-43910b541a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.936439] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d8406646-e0a4-40db-b223-b703b7049610] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.029024] env[69506]: DEBUG nova.compute.utils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.029024] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.029024] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.100441] env[69506]: DEBUG nova.policy [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '443a31aafef3495fb1045f074b0fd1f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ba8aa6d6a54e5d85203e0b2283343d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.128309] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b38f9e-709c-870d-42a8-43910b541a90, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.128671] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.128861] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.129186] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.129561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.129561] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.129819] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d00a6e-98f8-4f08-9e3e-fa614cb06c49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139077] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.139177] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.139921] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56281941-6803-42eb-a645-4724f7c2612e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.146490] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 906.146490] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52298afd-0dd8-160f-a087-380e5e086e8e" [ 906.146490] env[69506]: _type = "Task" [ 906.146490] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.155171] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52298afd-0dd8-160f-a087-380e5e086e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.251482] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "fb88941d-d983-4a37-9b90-8cff54e18b95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.251482] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.251482] env[69506]: DEBUG nova.compute.manager [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.251482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898483c1-85f7-43af-8ab3-b8b5c8c10051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.258274] env[69506]: DEBUG nova.compute.manager [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 906.259528] env[69506]: DEBUG nova.objects.instance [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'flavor' on Instance uuid fb88941d-d983-4a37-9b90-8cff54e18b95 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.420743] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Successfully created port: 4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.439565] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d5bc29a0-8e36-4e5b-8917-edd158cf74de] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.531764] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.667606] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52298afd-0dd8-160f-a087-380e5e086e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.671023] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7aa6b8e-119d-4f5d-847e-eb2825a2aeca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.678329] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 906.678329] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523dc34d-b8ee-c814-1ffd-a1fa09c1a3e6" [ 906.678329] env[69506]: _type = "Task" [ 906.678329] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.686885] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523dc34d-b8ee-c814-1ffd-a1fa09c1a3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.945511] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 96c862da-b830-47ef-aed7-4faa84c970b9] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.009563] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fde03-4add-45f4-a2eb-95e7a425ac74 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.023009] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bcd778-592a-4a50-980a-8268df8b1c09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.067586] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae7709-8794-443d-9624-3e4561b9ae2f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.076253] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7925d3-e59e-4dc5-88c0-26a9fcd4a2bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.092247] env[69506]: DEBUG nova.compute.provider_tree [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.189303] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523dc34d-b8ee-c814-1ffd-a1fa09c1a3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.189494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.189677] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.189930] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90b9291-ab52-46f2-b694-580df4146ab3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.196658] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 907.196658] env[69506]: value = "task-3249540" [ 907.196658] env[69506]: _type = "Task" [ 907.196658] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.207072] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.275950] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.276335] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d4b008-2784-4c17-92e1-1605fb6d836a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.287213] env[69506]: DEBUG oslo_vmware.api [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 907.287213] env[69506]: value = "task-3249541" [ 907.287213] env[69506]: _type = "Task" [ 907.287213] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.298063] env[69506]: DEBUG oslo_vmware.api [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.452142] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: c7269b00-2769-4ef1-baba-ddd097bfaaec] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.568935] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.594031] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.594330] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.594498] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.594681] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.594831] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.594981] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.595223] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.595383] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.595551] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.595723] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.595885] env[69506]: DEBUG nova.virt.hardware [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.597255] env[69506]: DEBUG nova.scheduler.client.report [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.601017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdcce24-9a4e-4c6b-b0af-8abe26579c45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.612503] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49191334-446d-43ff-b4ea-1e645068f3da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.710957] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494977} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.711755] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.712552] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.712552] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdbe256e-88e4-4a65-97dd-b6da472e9d43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721384] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 907.721384] env[69506]: value = "task-3249542" [ 907.721384] env[69506]: _type = "Task" [ 907.721384] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.730844] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.808018] env[69506]: DEBUG oslo_vmware.api [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249541, 'name': PowerOffVM_Task, 'duration_secs': 0.227317} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.808018] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.808018] env[69506]: DEBUG nova.compute.manager [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.808399] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc63f8-af65-4ff7-9854-06f679ea29fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.955824] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 51dc5901-e644-458f-820c-52a0b3711c3d] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.070223] env[69506]: DEBUG nova.compute.manager [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Received event network-vif-plugged-4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.070223] env[69506]: DEBUG oslo_concurrency.lockutils [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] Acquiring lock "cc144201-73cf-48be-95a4-b43bd286c150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.070223] env[69506]: DEBUG oslo_concurrency.lockutils [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] Lock "cc144201-73cf-48be-95a4-b43bd286c150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.070223] env[69506]: DEBUG oslo_concurrency.lockutils [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] Lock "cc144201-73cf-48be-95a4-b43bd286c150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.070223] env[69506]: DEBUG nova.compute.manager [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] No waiting events found dispatching network-vif-plugged-4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.070223] env[69506]: WARNING nova.compute.manager [req-79c3b659-8216-4f7e-bce7-2822df625e86 req-f9607ddc-ec59-49b6-8901-3dfb75d42673 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Received unexpected event network-vif-plugged-4e037e26-70af-4d04-9328-c1c26a70b84a for instance with vm_state building and task_state spawning. [ 908.100731] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Successfully updated port: 4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.108370] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.108967] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.112609] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.445s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.112609] env[69506]: DEBUG nova.objects.instance [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.232137] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069936} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.232381] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.233584] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268708fb-5298-4587-82a4-5d711ba26e06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.255409] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.257123] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e201b3c5-b93a-4a63-989f-779eac5a5c5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.276024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.276174] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.284285] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 908.284285] env[69506]: value = "task-3249543" [ 908.284285] env[69506]: _type = "Task" [ 908.284285] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.296201] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.324683] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7596a5fa-8eb6-4ea8-ab83-6c894a97d6d2 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.401131] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "7da9743d-7502-430d-808c-ad4ab676b546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.401398] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.460932] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d99c2263-2e5e-4c3e-9f2a-6b10263e684b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.614312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.614312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.614312] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.616249] env[69506]: DEBUG nova.compute.utils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.621890] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.621890] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.660936] env[69506]: DEBUG nova.policy [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb48f5ca73845a183c8c6a14f3e957e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8fc530ac2c448995c823574bc84ccf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.778518] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.794950] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.834457] env[69506]: DEBUG nova.objects.instance [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'flavor' on Instance uuid fb88941d-d983-4a37-9b90-8cff54e18b95 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.903636] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.964614] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 1452a941-6ef3-41d9-9221-01055f0a9cf2] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.001671] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Successfully created port: 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.123698] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.130061] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9130656b-3bd9-471b-9995-9304c6fa1c15 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.134014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.589s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.134014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.134348] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.894s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.134532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.136357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.947s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.136899] env[69506]: DEBUG nova.objects.instance [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.161398] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.172921] env[69506]: INFO nova.scheduler.client.report [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleted allocations for instance f35f1971-d8ee-48b3-b99e-d04b8d7ede81 [ 909.182309] env[69506]: INFO nova.scheduler.client.report [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Deleted allocations for instance 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6 [ 909.300472] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249543, 'name': ReconfigVM_Task, 'duration_secs': 0.816003} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.300917] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.302522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.302894] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e8e87f-ae72-4de2-b133-1d99726aa16d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.312227] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 909.312227] env[69506]: value = "task-3249544" [ 909.312227] env[69506]: _type = "Task" [ 909.312227] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.323452] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249544, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.341605] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.341999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquired lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.342247] env[69506]: DEBUG nova.network.neutron [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.342430] env[69506]: DEBUG nova.objects.instance [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'info_cache' on Instance uuid fb88941d-d983-4a37-9b90-8cff54e18b95 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.357546] env[69506]: DEBUG nova.network.neutron [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updating instance_info_cache with network_info: [{"id": "4e037e26-70af-4d04-9328-c1c26a70b84a", "address": "fa:16:3e:2d:7a:a3", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e037e26-70", "ovs_interfaceid": "4e037e26-70af-4d04-9328-c1c26a70b84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.435330] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.467335] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 06836907-5cac-4292-946f-9678ee77f257] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.691990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-582d277a-1f50-4bce-a130-099ec7f4302d tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "f35f1971-d8ee-48b3-b99e-d04b8d7ede81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.473s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.693622] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1278ee9-7fc7-473d-b332-be6ea4290755 tempest-ServerAddressesNegativeTestJSON-1386963904 tempest-ServerAddressesNegativeTestJSON-1386963904-project-member] Lock "3f4f849a-cd1b-4de8-b6a0-6dbd971414b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.331s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.824301] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249544, 'name': Rename_Task, 'duration_secs': 0.255114} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.824590] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.824854] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fef4686b-cef7-46e9-8cf9-088b91685b5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.832306] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 909.832306] env[69506]: value = "task-3249545" [ 909.832306] env[69506]: _type = "Task" [ 909.832306] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.840989] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.847529] env[69506]: DEBUG nova.objects.base [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.858550] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.859105] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance network_info: |[{"id": "4e037e26-70af-4d04-9328-c1c26a70b84a", "address": "fa:16:3e:2d:7a:a3", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e037e26-70", "ovs_interfaceid": "4e037e26-70af-4d04-9328-c1c26a70b84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.859935] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:7a:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e037e26-70af-4d04-9328-c1c26a70b84a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.867576] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.868288] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.868539] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fca4901-f3d0-4e46-be22-64d727b89246 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.890296] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.890296] env[69506]: value = "task-3249546" [ 909.890296] env[69506]: _type = "Task" [ 909.890296] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.899575] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249546, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.970966] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: eaadf005-0757-427a-8dc4-2ab33e8e75e9] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.138301] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.147373] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b3701b5-0e44-4391-8e52-4113e5056072 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.148742] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.480s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.153023] env[69506]: INFO nova.compute.claims [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.156033] env[69506]: DEBUG nova.compute.manager [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Received event network-changed-4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.156298] env[69506]: DEBUG nova.compute.manager [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Refreshing instance network info cache due to event network-changed-4e037e26-70af-4d04-9328-c1c26a70b84a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.156578] env[69506]: DEBUG oslo_concurrency.lockutils [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] Acquiring lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.156722] env[69506]: DEBUG oslo_concurrency.lockutils [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] Acquired lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.156906] env[69506]: DEBUG nova.network.neutron [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Refreshing network info cache for port 4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.168388] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.168657] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.168819] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.169022] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.169194] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.169362] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.169560] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.169723] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.169907] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.170096] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.170289] env[69506]: DEBUG nova.virt.hardware [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.171300] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2d34e-f75e-4e55-84dd-dd57b335bd69 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.189449] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7753cd-ecf1-44e3-bac1-6b44e5fd7c82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.356486] env[69506]: DEBUG oslo_vmware.api [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249545, 'name': PowerOnVM_Task, 'duration_secs': 0.504776} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.357215] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.357322] env[69506]: INFO nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Took 5.37 seconds to spawn the instance on the hypervisor. [ 910.357482] env[69506]: DEBUG nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.358336] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af71473d-5853-47f0-82eb-8476f3f65f1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.403225] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249546, 'name': CreateVM_Task, 'duration_secs': 0.402102} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.403553] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.404369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.404775] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.405304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.406485] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5af306-1989-4dd3-8e70-1c10397aa663 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413990] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 910.413990] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52808905-76bc-e1e1-87de-815c248ee0cb" [ 910.413990] env[69506]: _type = "Task" [ 910.413990] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.425773] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52808905-76bc-e1e1-87de-815c248ee0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.475646] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: db5619bb-270c-460e-8efe-41dfcded358a] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.865295] env[69506]: DEBUG nova.network.neutron [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updating instance_info_cache with network_info: [{"id": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "address": "fa:16:3e:36:64:b5", "network": {"id": "6af2f6c7-ea48-4a11-a283-1e985146f1a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1745689926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce9b1e5efd54116b48416530782dc5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62d620-36", "ovs_interfaceid": "aa62d620-3698-4ee3-b4b9-f3aaf937876a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.881021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "15069707-265b-4d9f-be42-e3cdb4c2f951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.881021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.881021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "15069707-265b-4d9f-be42-e3cdb4c2f951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.881021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.881021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.884547] env[69506]: INFO nova.compute.manager [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Terminating instance [ 910.886651] env[69506]: INFO nova.compute.manager [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Took 45.36 seconds to build instance. [ 910.928341] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52808905-76bc-e1e1-87de-815c248ee0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.030629} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.928341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928341] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.928341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928341] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.928341] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f1bde1-3089-455b-99db-5f8af0372c4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.944026] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.944026] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.944026] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79be57a-a9d6-4db5-a069-1f7fd63df18d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.949925] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 910.949925] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222979d-11dd-b9b4-9f5b-1c6c2d592c01" [ 910.949925] env[69506]: _type = "Task" [ 910.949925] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.959445] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222979d-11dd-b9b4-9f5b-1c6c2d592c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.981560] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: cb544004-1a86-4dda-bc77-cc92aed5ffc1] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.995398] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Successfully updated port: 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.224845] env[69506]: DEBUG nova.network.neutron [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updated VIF entry in instance network info cache for port 4e037e26-70af-4d04-9328-c1c26a70b84a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.225215] env[69506]: DEBUG nova.network.neutron [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updating instance_info_cache with network_info: [{"id": "4e037e26-70af-4d04-9328-c1c26a70b84a", "address": "fa:16:3e:2d:7a:a3", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e037e26-70", "ovs_interfaceid": "4e037e26-70af-4d04-9328-c1c26a70b84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.369440] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Releasing lock "refresh_cache-fb88941d-d983-4a37-9b90-8cff54e18b95" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.386889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "refresh_cache-15069707-265b-4d9f-be42-e3cdb4c2f951" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.387107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquired lock "refresh_cache-15069707-265b-4d9f-be42-e3cdb4c2f951" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.387291] env[69506]: DEBUG nova.network.neutron [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.389718] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e4f3a468-5082-4fc3-929c-fb54e7ede82b tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.874s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.466479] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222979d-11dd-b9b4-9f5b-1c6c2d592c01, 'name': SearchDatastore_Task, 'duration_secs': 0.025364} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.467343] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5f4256-d15f-4552-b2ec-7693ee1ab926 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.475881] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 911.475881] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c5a623-681e-50ea-cf52-c486f75f4459" [ 911.475881] env[69506]: _type = "Task" [ 911.475881] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.487302] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 32d03bb0-0bcf-478d-9e2d-5d6bd98987a0] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.491212] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c5a623-681e-50ea-cf52-c486f75f4459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.498340] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.498533] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498675] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.732291] env[69506]: DEBUG oslo_concurrency.lockutils [req-170f312d-5d39-45c0-b2e3-fcb36ef29800 req-ed79ced2-7912-4de0-9ea8-30b1acccbcc3 service nova] Releasing lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.745124] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fff3a4-cdd2-4ce1-9318-9fc7363504cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.754482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f40283f-ded1-4c2e-936e-9d73bb2ca847 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.794859] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc7acf-8c2b-4d9a-82e4-a2e63989695b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.803705] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b33905-6273-4402-a0e8-0eb555419d2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.817847] env[69506]: DEBUG nova.compute.provider_tree [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.915738] env[69506]: DEBUG nova.network.neutron [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.990580] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c5a623-681e-50ea-cf52-c486f75f4459, 'name': SearchDatastore_Task, 'duration_secs': 0.015011} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.990879] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.991176] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.991453] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f97b09-0df8-4949-a53b-788f5e3c233e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.996591] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 08443e88-21f9-4f66-8994-d8af6d544309] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.009803] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 912.009803] env[69506]: value = "task-3249547" [ 912.009803] env[69506]: _type = "Task" [ 912.009803] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.024797] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.026057] env[69506]: DEBUG nova.network.neutron [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.066555] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.145855] env[69506]: INFO nova.compute.manager [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Rebuilding instance [ 912.190891] env[69506]: DEBUG nova.compute.manager [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-vif-plugged-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.190891] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.191547] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.191859] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.192155] env[69506]: DEBUG nova.compute.manager [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] No waiting events found dispatching network-vif-plugged-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.192520] env[69506]: WARNING nova.compute.manager [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received unexpected event network-vif-plugged-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 for instance with vm_state building and task_state spawning. [ 912.192776] env[69506]: DEBUG nova.compute.manager [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.193085] env[69506]: DEBUG nova.compute.manager [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing instance network info cache due to event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.193370] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.220872] env[69506]: DEBUG nova.compute.manager [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.222134] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fff45-b44d-4884-a6dd-020f0ea43795 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.265227] env[69506]: DEBUG nova.network.neutron [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.321649] env[69506]: DEBUG nova.scheduler.client.report [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.376418] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.376524] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04b2a6d-f1a6-4737-8ad7-5b9bfe0e3dce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.385623] env[69506]: DEBUG oslo_vmware.api [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 912.385623] env[69506]: value = "task-3249548" [ 912.385623] env[69506]: _type = "Task" [ 912.385623] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.399095] env[69506]: DEBUG oslo_vmware.api [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.502586] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ece644b7-8ddc-41b1-8925-cf431a09dd55] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.521053] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491889} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.521367] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.521619] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.521897] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c47de3d-bde6-4670-939e-15237ab750c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.528254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Releasing lock "refresh_cache-15069707-265b-4d9f-be42-e3cdb4c2f951" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.528656] env[69506]: DEBUG nova.compute.manager [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.529766] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.531362] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbfb4cf-0014-46c1-b034-7034a74a2c2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.536676] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 912.536676] env[69506]: value = "task-3249549" [ 912.536676] env[69506]: _type = "Task" [ 912.536676] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.548199] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.548909] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22267372-7cec-42c2-b4af-23a6d7f745d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.554112] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.557051] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 912.557051] env[69506]: value = "task-3249550" [ 912.557051] env[69506]: _type = "Task" [ 912.557051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.566169] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.768099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.768452] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Instance network_info: |[{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.768770] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.768963] env[69506]: DEBUG nova.network.neutron [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.770306] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:28:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a9ec0d5-27c8-49c0-9449-bed4d5e94d53', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.780027] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.783323] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.784189] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1364a03-82f6-4b03-83b6-03d44caf5aac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.807381] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.807381] env[69506]: value = "task-3249551" [ 912.807381] env[69506]: _type = "Task" [ 912.807381] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.822999] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249551, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.827477] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.828152] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.830925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.239s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.833846] env[69506]: INFO nova.compute.claims [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.901659] env[69506]: DEBUG oslo_vmware.api [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.006899] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 681d9cc1-a5cd-4341-b87c-736ff44faef3] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.049098] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250446} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.049422] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.050279] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aa9c92-5bd7-46fc-aa9c-50a3c534bdf7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.075929] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.082120] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea64f506-752f-4055-952c-f4947c3ffea1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.103743] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249550, 'name': PowerOffVM_Task, 'duration_secs': 0.152596} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.105286] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.105553] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.105788] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 913.105788] env[69506]: value = "task-3249552" [ 913.105788] env[69506]: _type = "Task" [ 913.105788] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.105988] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fcbef6d-46f2-43b3-9377-dbd0aaaaba4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.118017] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.135439] env[69506]: DEBUG nova.network.neutron [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updated VIF entry in instance network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.135929] env[69506]: DEBUG nova.network.neutron [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.143710] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.144008] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.144263] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleting the datastore file [datastore1] 15069707-265b-4d9f-be42-e3cdb4c2f951 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.144539] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c7a4d8-b3ab-4e92-9251-19cc4df1a85f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.152784] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for the task: (returnval){ [ 913.152784] env[69506]: value = "task-3249554" [ 913.152784] env[69506]: _type = "Task" [ 913.152784] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.162768] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.237821] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.238190] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52b3846-c11a-4fab-9beb-6ea2ee88876a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.246266] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 913.246266] env[69506]: value = "task-3249555" [ 913.246266] env[69506]: _type = "Task" [ 913.246266] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.256560] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.319392] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249551, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.343346] env[69506]: DEBUG nova.compute.utils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.343905] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.344091] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.385882] env[69506]: DEBUG nova.policy [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '082c57d8f1834aa2af94161c267f81bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b0612adfae94b8cb4548c9246a5f5ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.397759] env[69506]: DEBUG oslo_vmware.api [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249548, 'name': PowerOnVM_Task, 'duration_secs': 0.604422} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.398070] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.398290] env[69506]: DEBUG nova.compute.manager [None req-a76c2813-f23c-41d6-83f0-c1ec47174f06 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.399059] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc22b94-6610-4e15-9fbd-24854ad69074 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.511785] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9fbdeceb-931d-4f57-aaab-b38610875157] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.620066] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.639863] env[69506]: DEBUG oslo_concurrency.lockutils [req-c614032e-b651-4b81-b5a2-858d6f0d7eb3 req-b4b53847-9328-4a51-995b-7fc94ff2292f service nova] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.664267] env[69506]: DEBUG oslo_vmware.api [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Task: {'id': task-3249554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103839} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.664599] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.664802] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.665311] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.665417] env[69506]: INFO nova.compute.manager [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Took 1.14 seconds to destroy the instance on the hypervisor. [ 913.665688] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.665931] env[69506]: DEBUG nova.compute.manager [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.666034] env[69506]: DEBUG nova.network.neutron [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.693764] env[69506]: DEBUG nova.network.neutron [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.727193] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Successfully created port: 08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.756589] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249555, 'name': PowerOffVM_Task, 'duration_secs': 0.310678} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.757019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.757730] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.758711] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff884b74-ec3d-4bec-8e94-7278f856a848 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.766435] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.766682] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc33ce0b-f30a-4db7-9bc3-125fe368eb98 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.796166] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.796384] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.796564] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Deleting the datastore file [datastore2] 5d104b03-0dc6-41bf-8df2-111db8299cfe {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.796874] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6afb9c3-bbed-401e-bf70-f71e89dacd92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.808904] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 913.808904] env[69506]: value = "task-3249557" [ 913.808904] env[69506]: _type = "Task" [ 913.808904] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.820848] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249551, 'name': CreateVM_Task, 'duration_secs': 0.607465} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.823949] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.824265] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.824957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.825212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.825476] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.825754] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a37dc9c-1a4d-46e3-8018-3264f36befc3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.831779] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 913.831779] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c13b4e-3977-b7f3-65b0-11e0388dba35" [ 913.831779] env[69506]: _type = "Task" [ 913.831779] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.843402] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c13b4e-3977-b7f3-65b0-11e0388dba35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.847996] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.017634] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f872aae0-26dd-4099-aef7-910bbe554df9] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.117959] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249552, 'name': ReconfigVM_Task, 'duration_secs': 0.789814} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.120399] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Reconfigured VM instance instance-00000047 to attach disk [datastore2] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.121202] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0488741c-f0ac-4176-84a5-05fb7dcf56e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.129092] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 914.129092] env[69506]: value = "task-3249558" [ 914.129092] env[69506]: _type = "Task" [ 914.129092] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.141053] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249558, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.195045] env[69506]: DEBUG nova.network.neutron [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.284062] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b04bd-f497-40fb-962a-4e9862e1011d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.290704] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a198e-2f94-46a8-b40f-037229a53c03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.326754] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ade9be-4d79-40d5-b977-87313d6e1999 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.336043] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106307} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.340926] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.341161] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.341342] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.345622] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22faa43e-cc5c-4716-8163-dce7c7afdc48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.360226] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c13b4e-3977-b7f3-65b0-11e0388dba35, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.370045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.370045] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.370045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.370045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.370045] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.370045] env[69506]: DEBUG nova.compute.provider_tree [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.370964] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebb57ca-c838-4285-8569-02ca5e0f8e4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.381249] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.381438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.382820] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a3983a-756d-4f76-8aee-a27b37e8e0cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.389280] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 914.389280] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52174cc9-d881-ff8b-1129-4cd2575fabfe" [ 914.389280] env[69506]: _type = "Task" [ 914.389280] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.398972] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52174cc9-d881-ff8b-1129-4cd2575fabfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.520671] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: dd446be4-4742-446e-b692-8064b7ddbf9f] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.642353] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249558, 'name': Rename_Task, 'duration_secs': 0.386136} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.642665] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.642921] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57104baf-0c48-43b1-abbc-a5e5a9f229e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.651207] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 914.651207] env[69506]: value = "task-3249559" [ 914.651207] env[69506]: _type = "Task" [ 914.651207] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.660395] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.698135] env[69506]: INFO nova.compute.manager [-] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Took 1.03 seconds to deallocate network for instance. [ 914.872810] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.876259] env[69506]: DEBUG nova.scheduler.client.report [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.901334] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52174cc9-d881-ff8b-1129-4cd2575fabfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.904604] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026f283c-2882-4bbc-887e-92d77bff779e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.910442] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.910663] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.910856] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.911132] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.911333] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.911525] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.911798] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.911993] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.912220] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.912422] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.912633] env[69506]: DEBUG nova.virt.hardware [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.913691] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f0d97-eee0-4d7f-8733-6f311a43f9cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.917924] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 914.917924] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523035d3-5409-e77a-cc9a-b0bdb02f6bdd" [ 914.917924] env[69506]: _type = "Task" [ 914.917924] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.924917] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f820da-bee4-4bdb-a8ff-f0c48a679f03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.932687] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523035d3-5409-e77a-cc9a-b0bdb02f6bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.933330] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.933610] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/378058f8-96e1-4816-8fa2-da7edd1cbad3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.933908] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4de2019-1c27-4ee4-a99a-6813e4a6361a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.950142] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 914.950142] env[69506]: value = "task-3249560" [ 914.950142] env[69506]: _type = "Task" [ 914.950142] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.962021] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.024242] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2f5b78cc-c97d-439f-a536-df4279294d89] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.163173] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.205421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.312380] env[69506]: DEBUG nova.compute.manager [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Received event network-vif-plugged-08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.312380] env[69506]: DEBUG oslo_concurrency.lockutils [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] Acquiring lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.312380] env[69506]: DEBUG oslo_concurrency.lockutils [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.312380] env[69506]: DEBUG oslo_concurrency.lockutils [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.312380] env[69506]: DEBUG nova.compute.manager [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] No waiting events found dispatching network-vif-plugged-08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.312380] env[69506]: WARNING nova.compute.manager [req-78fe1b01-c462-4eef-a030-fc56229310c8 req-bbf2b222-b0ae-4f05-81d3-a427a36f05cd service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Received unexpected event network-vif-plugged-08cff3f3-cabe-4281-9124-16090aa5179b for instance with vm_state building and task_state spawning. [ 915.384025] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.384025] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.385596] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.446s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.391586] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.392532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.390s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.392969] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.402032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.768s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.402032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.409093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.213s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.409093] env[69506]: INFO nova.compute.claims [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.429025] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.429025] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.429498] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.429854] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.433026] env[69506]: DEBUG nova.virt.hardware [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.433026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45e20da-3a5c-4246-87a0-affd548b041e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.444320] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2193a0d-f61f-4233-85c2-6806085a613c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.453177] env[69506]: INFO nova.scheduler.client.report [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocations for instance 3d9706e2-fd12-4f66-8474-02bc5ce55da6 [ 915.454800] env[69506]: INFO nova.scheduler.client.report [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted allocations for instance 7048c4aa-f136-415f-99d0-7e4361ecfbb7 [ 915.457331] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Successfully updated port: 08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.476672] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.482648] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.484662] env[69506]: INFO nova.scheduler.client.report [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted allocations for instance fa184eae-57aa-4e50-9d1a-cf08932e7748 [ 915.486171] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.489287] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-331d666b-11eb-49ac-bd4b-d08383900b8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.507445] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.516165] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.516165] env[69506]: value = "task-3249561" [ 915.516165] env[69506]: _type = "Task" [ 915.516165] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.529181] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2268a6a7-acbf-4df5-9755-21e1612399f0] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.531551] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249561, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.662634] env[69506]: DEBUG oslo_vmware.api [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249559, 'name': PowerOnVM_Task, 'duration_secs': 0.513655} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.662909] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.663123] env[69506]: INFO nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Took 8.09 seconds to spawn the instance on the hypervisor. [ 915.663308] env[69506]: DEBUG nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.664164] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b4f98-337c-4844-b944-e75281f756d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.920057] env[69506]: DEBUG nova.compute.utils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.923806] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.924058] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.970345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.970460] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.970589] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.975113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8aa02d50-5b2c-4e67-8b3a-1e9f4a1b2637 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "3d9706e2-fd12-4f66-8474-02bc5ce55da6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.102s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.978206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-96d4351a-d3f9-4541-b3dc-8d9ef6b8ee30 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "7048c4aa-f136-415f-99d0-7e4361ecfbb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.032s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.984982] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682726} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.984982] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/378058f8-96e1-4816-8fa2-da7edd1cbad3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.984982] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.985869] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd8de1a-eabe-46f6-a441-3a19904f353a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.998832] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 915.998832] env[69506]: value = "task-3249562" [ 915.998832] env[69506]: _type = "Task" [ 915.998832] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.014229] env[69506]: DEBUG oslo_concurrency.lockutils [None req-531f44ce-58c9-4895-b07a-f3d249e53b01 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "fa184eae-57aa-4e50-9d1a-cf08932e7748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.998s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.017243] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.021343] env[69506]: DEBUG nova.policy [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12e64c968a41ef821f06dfaf1f6146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d84bf2411f54f5aa26c933c819acda7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.036865] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 54366b5d-6ffa-4094-8b77-259668b00cc7] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.038828] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249561, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.183932] env[69506]: INFO nova.compute.manager [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Took 49.41 seconds to build instance. [ 916.432190] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.451143] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Successfully created port: 4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.477979] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.478274] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.478484] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.478676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.478988] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.488923] env[69506]: INFO nova.compute.manager [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Terminating instance [ 916.513727] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097059} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.514150] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.515146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45599f52-6ddb-460f-ad12-590e6afd5242 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.532702] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249561, 'name': CreateVM_Task, 'duration_secs': 0.551397} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.544597] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.545730] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: abda8eec-b811-493c-b1cc-bb5c2c351083] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.557162] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/378058f8-96e1-4816-8fa2-da7edd1cbad3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.558161] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.562870] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.563051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.565837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.565837] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef42dec7-97aa-4288-a176-158a8b4d66d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.578768] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e09be2d-5255-4c19-a254-1af6b015f5b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.585199] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 916.585199] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ef093b-acfc-7cd0-fea9-be26c9da9557" [ 916.585199] env[69506]: _type = "Task" [ 916.585199] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.593088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.593601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.593601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.593708] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.593886] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.595453] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 916.595453] env[69506]: value = "task-3249563" [ 916.595453] env[69506]: _type = "Task" [ 916.595453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.596067] env[69506]: INFO nova.compute.manager [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Terminating instance [ 916.606329] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ef093b-acfc-7cd0-fea9-be26c9da9557, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.608209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.608318] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.608516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.608660] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.608883] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.612120] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d540715-e343-4f27-ad87-d1bdbac90cc2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.621281] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.629397] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.629598] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.630707] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6affe385-ef0b-492d-8d81-3d25e933ed77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.638454] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 916.638454] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522983dd-34e9-c518-bb69-837ce37bd34f" [ 916.638454] env[69506]: _type = "Task" [ 916.638454] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.649858] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522983dd-34e9-c518-bb69-837ce37bd34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.689124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5da50ef2-8f0e-410b-aef1-079dd73f1a7a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.928s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.877167] env[69506]: DEBUG nova.network.neutron [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Updating instance_info_cache with network_info: [{"id": "08cff3f3-cabe-4281-9124-16090aa5179b", "address": "fa:16:3e:62:fc:09", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cff3f3-ca", "ovs_interfaceid": "08cff3f3-cabe-4281-9124-16090aa5179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.945515] env[69506]: DEBUG nova.compute.manager [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Received event network-changed-4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.945515] env[69506]: DEBUG nova.compute.manager [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Refreshing instance network info cache due to event network-changed-4e037e26-70af-4d04-9328-c1c26a70b84a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.945515] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] Acquiring lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.945515] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] Acquired lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.945515] env[69506]: DEBUG nova.network.neutron [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Refreshing network info cache for port 4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.967881] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd2958-ecbc-42e2-8341-868c82cb6dfc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.975910] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173abcc8-6535-4173-a841-eccfa167b3de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.011615] env[69506]: DEBUG nova.compute.manager [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.011834] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.012868] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94dbc66-e3a7-4251-8443-9bf271a6a0b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.016081] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cec7600-cbd8-439f-aec3-d95be1da5ffc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027041] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e6fb6-570b-48aa-886f-2bf7ac4ea4ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.030833] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.031071] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05530216-e898-4b71-921d-25803417c76a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.043388] env[69506]: DEBUG nova.compute.provider_tree [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.045962] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 917.045962] env[69506]: value = "task-3249564" [ 917.045962] env[69506]: _type = "Task" [ 917.045962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.057368] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.063301] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: e20d7d56-118a-4f11-8f47-9c9e66322319] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.108589] env[69506]: DEBUG nova.compute.manager [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.108834] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.109150] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249563, 'name': ReconfigVM_Task, 'duration_secs': 0.350554} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.109879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cfd91-8a0c-4c1f-9e90-f033c16b0e73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.112592] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/378058f8-96e1-4816-8fa2-da7edd1cbad3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.113534] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a1a7c5-b288-4186-9404-bbee4dd53297 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.120536] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.122149] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0083a607-ff2c-49a4-a396-90a4f1191d07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.124169] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 917.124169] env[69506]: value = "task-3249565" [ 917.124169] env[69506]: _type = "Task" [ 917.124169] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.131486] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 917.131486] env[69506]: value = "task-3249566" [ 917.131486] env[69506]: _type = "Task" [ 917.131486] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.141728] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249565, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.148649] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.156415] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522983dd-34e9-c518-bb69-837ce37bd34f, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.157358] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631e6f97-31f2-4399-86c7-5f9abdffd653 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.165654] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 917.165654] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f69d2f-17ea-2d54-d92e-cc380ac91a86" [ 917.165654] env[69506]: _type = "Task" [ 917.165654] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.177269] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f69d2f-17ea-2d54-d92e-cc380ac91a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.286153] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.286390] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.342621] env[69506]: DEBUG nova.compute.manager [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Received event network-changed-08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.342915] env[69506]: DEBUG nova.compute.manager [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Refreshing instance network info cache due to event network-changed-08cff3f3-cabe-4281-9124-16090aa5179b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.343369] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] Acquiring lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.381197] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.381197] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Instance network_info: |[{"id": "08cff3f3-cabe-4281-9124-16090aa5179b", "address": "fa:16:3e:62:fc:09", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cff3f3-ca", "ovs_interfaceid": "08cff3f3-cabe-4281-9124-16090aa5179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.381197] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] Acquired lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.381538] env[69506]: DEBUG nova.network.neutron [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Refreshing network info cache for port 08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.384110] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:fc:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08cff3f3-cabe-4281-9124-16090aa5179b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.390805] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.391496] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.392033] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb7e739-2e82-4403-9570-d78421ea703c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414143] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.414143] env[69506]: value = "task-3249567" [ 917.414143] env[69506]: _type = "Task" [ 917.414143] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.423426] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249567, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.448238] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.477491] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.477771] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.477979] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.478225] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.478375] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.478554] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.478816] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.478997] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.479191] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.479356] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.479531] env[69506]: DEBUG nova.virt.hardware [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.480437] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f508d2-63e9-4185-b988-c8e6bb9a0a79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.492164] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c623b-146b-4f66-9046-3a0a0c428664 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.550017] env[69506]: DEBUG nova.scheduler.client.report [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.561756] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249564, 'name': PowerOffVM_Task, 'duration_secs': 0.225663} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.562278] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.562586] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.562967] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95f50b7d-7246-4751-85d4-53d61822981a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.566276] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9c4c4fa9-2bc6-4394-bc81-4443a52b50b1] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.639440] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249565, 'name': Rename_Task, 'duration_secs': 0.199677} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.639860] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.641035] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec926972-0b13-486f-b7d4-38a095fa06cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.643542] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.643820] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.644048] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore1] 5c1c011a-cb40-4576-aadd-f2e2c09706e7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.647651] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68acc801-4f23-4d39-aff1-ea0184de6960 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.649982] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249566, 'name': PowerOffVM_Task, 'duration_secs': 0.199222} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.650350] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.650623] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.651345] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d6752f-92e4-4389-b03a-06934feff423 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.655068] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 917.655068] env[69506]: value = "task-3249569" [ 917.655068] env[69506]: _type = "Task" [ 917.655068] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.661796] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 917.661796] env[69506]: value = "task-3249570" [ 917.661796] env[69506]: _type = "Task" [ 917.661796] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.675322] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.675650] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.679337] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f69d2f-17ea-2d54-d92e-cc380ac91a86, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.679577] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.679854] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.680135] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c08656-ef0e-4b5f-b825-7606fa8c82de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.688057] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 917.688057] env[69506]: value = "task-3249572" [ 917.688057] env[69506]: _type = "Task" [ 917.688057] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.704388] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.736298] env[69506]: DEBUG nova.network.neutron [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updated VIF entry in instance network info cache for port 4e037e26-70af-4d04-9328-c1c26a70b84a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.736630] env[69506]: DEBUG nova.network.neutron [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updating instance_info_cache with network_info: [{"id": "4e037e26-70af-4d04-9328-c1c26a70b84a", "address": "fa:16:3e:2d:7a:a3", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e037e26-70", "ovs_interfaceid": "4e037e26-70af-4d04-9328-c1c26a70b84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.746906] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.747237] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.747495] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleting the datastore file [datastore2] 0257d00e-4c73-4c3d-8294-d1f5a673fbcb {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.747843] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e3fd3f-0e44-439e-bca6-2afa6dd63495 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.757867] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 917.757867] env[69506]: value = "task-3249573" [ 917.757867] env[69506]: _type = "Task" [ 917.757867] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.768624] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.790127] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.815439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.815439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.815439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "641c34b8-2560-464b-88eb-6e61f2775493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.815439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.815691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.818536] env[69506]: INFO nova.compute.manager [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Terminating instance [ 917.931072] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249567, 'name': CreateVM_Task, 'duration_secs': 0.388874} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.931072] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.932735] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.932735] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.935067] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.935067] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d702cf-eae8-41f7-aa7f-07be1e5aa554 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.944029] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 917.944029] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d3565a-9a2e-f450-2036-2e0550d57485" [ 917.944029] env[69506]: _type = "Task" [ 917.944029] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.959080] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d3565a-9a2e-f450-2036-2e0550d57485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.055976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.056663] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.061525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.125s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.061607] env[69506]: DEBUG nova.objects.instance [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lazy-loading 'resources' on Instance uuid da8f860b-8dbe-48fa-a1e1-a151640780c6 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.069647] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 53fa68d5-4517-49da-a742-d6c4800aecef] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.172741] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249569, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.180832] env[69506]: DEBUG oslo_vmware.api [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.181118] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.181498] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.181498] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.181666] env[69506]: INFO nova.compute.manager [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 918.181936] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.182158] env[69506]: DEBUG nova.compute.manager [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.182257] env[69506]: DEBUG nova.network.neutron [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.197578] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.199417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.200022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.200022] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-359c5541-408d-406c-90f8-e9061e83ccb4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.208094] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 918.208094] env[69506]: value = "task-3249574" [ 918.208094] env[69506]: _type = "Task" [ 918.208094] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.219697] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.239306] env[69506]: DEBUG oslo_concurrency.lockutils [req-8e03d242-62a4-446d-9bd6-468911d2e7ce req-5e89cde8-bfee-4354-8117-bf8fd35fb6bd service nova] Releasing lock "refresh_cache-cc144201-73cf-48be-95a4-b43bd286c150" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.276804] env[69506]: DEBUG oslo_vmware.api [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169477} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.278460] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.278460] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.278460] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.278460] env[69506]: INFO nova.compute.manager [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 918.278460] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.278752] env[69506]: DEBUG nova.compute.manager [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.278856] env[69506]: DEBUG nova.network.neutron [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.317638] env[69506]: DEBUG nova.network.neutron [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Updated VIF entry in instance network info cache for port 08cff3f3-cabe-4281-9124-16090aa5179b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.318025] env[69506]: DEBUG nova.network.neutron [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Updating instance_info_cache with network_info: [{"id": "08cff3f3-cabe-4281-9124-16090aa5179b", "address": "fa:16:3e:62:fc:09", "network": {"id": "4e51b150-0e92-47a2-b925-b5ba7c46370f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-646477125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b0612adfae94b8cb4548c9246a5f5ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cff3f3-ca", "ovs_interfaceid": "08cff3f3-cabe-4281-9124-16090aa5179b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.320975] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.325707] env[69506]: DEBUG nova.compute.manager [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.325916] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.326815] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6057669-27a4-44d6-bdde-c72fc7d9c66d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.351858] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.352573] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15035dc-1e2a-4e20-a167-ea8354810583 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.363250] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 918.363250] env[69506]: value = "task-3249575" [ 918.363250] env[69506]: _type = "Task" [ 918.363250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.373857] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.434230] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Successfully updated port: 4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.457384] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d3565a-9a2e-f450-2036-2e0550d57485, 'name': SearchDatastore_Task, 'duration_secs': 0.05636} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.457694] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.457933] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.458323] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.458510] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.458705] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.459020] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bacb6cc4-b0a3-4e1f-b204-78661d66f07f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.472920] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.472920] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.472920] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c225f4cb-8efe-4d82-baff-f9b97d51df23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.479496] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 918.479496] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e887a-b3f4-1b93-6fc5-ebd7bfc8f20a" [ 918.479496] env[69506]: _type = "Task" [ 918.479496] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.490367] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e887a-b3f4-1b93-6fc5-ebd7bfc8f20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.571114] env[69506]: DEBUG nova.compute.utils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.573639] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.574322] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.578591] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: abdf466d-cf63-4a7d-a9de-dc1c68e6d9bf] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.626807] env[69506]: DEBUG nova.policy [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b465ff29d61d461baa3e51c1d861db8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc6b81d8bf6e498db929a961801c8503', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.668218] env[69506]: DEBUG oslo_vmware.api [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249569, 'name': PowerOnVM_Task, 'duration_secs': 0.735685} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.668218] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.668218] env[69506]: INFO nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Took 8.53 seconds to spawn the instance on the hypervisor. [ 918.668328] env[69506]: DEBUG nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.670208] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7232e-0d04-4a30-be9a-4d67b3112a8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.720894] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145767} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.721226] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.722070] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2461d2ae-855e-4945-abcb-619f265d1fef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.742879] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.745757] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a6acae-72ad-483d-aaa8-6f060c3a0a95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.767101] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 918.767101] env[69506]: value = "task-3249576" [ 918.767101] env[69506]: _type = "Task" [ 918.767101] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.780117] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.822104] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9f3294c-5219-4ca9-81ea-a50d3c8d1f1c req-29f5c4f3-05a7-4387-ba5c-950b8a173249 service nova] Releasing lock "refresh_cache-4aee4d05-3c7e-4812-9ea7-259442821c21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.876257] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249575, 'name': PowerOffVM_Task, 'duration_secs': 0.361053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.876547] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.876892] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.877070] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9e2e5d-aa70-4e5c-8920-7918afdaafb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.937270] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.937692] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.937692] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.965658] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.965658] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.965658] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleting the datastore file [datastore2] 641c34b8-2560-464b-88eb-6e61f2775493 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.969090] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeee7cff-cec1-4797-81c0-7d9448fec44a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.978251] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for the task: (returnval){ [ 918.978251] env[69506]: value = "task-3249578" [ 918.978251] env[69506]: _type = "Task" [ 918.978251] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.995556] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.999620] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]526e887a-b3f4-1b93-6fc5-ebd7bfc8f20a, 'name': SearchDatastore_Task, 'duration_secs': 0.024192} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.003323] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5673c4d8-e5a9-4e93-a3d9-18c06425bb5d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010513] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 919.010513] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb6334-70c2-a953-689a-cfb83c318538" [ 919.010513] env[69506]: _type = "Task" [ 919.010513] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.021320] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb6334-70c2-a953-689a-cfb83c318538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.074771] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.085613] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: be8ac0d5-bb6e-4460-ba21-b70b973e496b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.091728] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac1fdc-438a-4355-a6cb-39369ee22e66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c0908-f3b8-4187-ab2a-d9ade0eb82df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.136797] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca67d8-2b54-4d5d-9a4d-9520d9471da6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.146548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e32c37-ed1a-4f3e-bc3b-5ceac172740a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.154135] env[69506]: DEBUG nova.network.neutron [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.156180] env[69506]: DEBUG nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Received event network-vif-deleted-8eab7a6c-76ed-4110-b125-8a4202552cc7 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.158296] env[69506]: INFO nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Neutron deleted interface 8eab7a6c-76ed-4110-b125-8a4202552cc7; detaching it from the instance and deleting it from the info cache [ 919.158296] env[69506]: DEBUG nova.network.neutron [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.174375] env[69506]: DEBUG nova.compute.provider_tree [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.193219] env[69506]: INFO nova.compute.manager [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Took 42.78 seconds to build instance. [ 919.207709] env[69506]: DEBUG nova.network.neutron [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.214234] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Successfully created port: 73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.277021] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249576, 'name': ReconfigVM_Task, 'duration_secs': 0.283191} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.277662] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5d104b03-0dc6-41bf-8df2-111db8299cfe/5d104b03-0dc6-41bf-8df2-111db8299cfe.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.277918] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4113da19-81c7-429d-b185-3fd3f149751f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.285234] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 919.285234] env[69506]: value = "task-3249579" [ 919.285234] env[69506]: _type = "Task" [ 919.285234] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.293200] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249579, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.446921] env[69506]: DEBUG nova.compute.manager [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Received event network-vif-plugged-4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.447178] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.447476] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.447610] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.447723] env[69506]: DEBUG nova.compute.manager [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] No waiting events found dispatching network-vif-plugged-4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.447866] env[69506]: WARNING nova.compute.manager [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Received unexpected event network-vif-plugged-4b2d3909-ff28-4e2e-a94c-26243c335b7a for instance with vm_state building and task_state spawning. [ 919.451267] env[69506]: DEBUG nova.compute.manager [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Received event network-changed-4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.451267] env[69506]: DEBUG nova.compute.manager [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Refreshing instance network info cache due to event network-changed-4b2d3909-ff28-4e2e-a94c-26243c335b7a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.451267] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Acquiring lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.475128] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.488736] env[69506]: DEBUG oslo_vmware.api [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Task: {'id': task-3249578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164407} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.489246] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.489453] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.489635] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.489831] env[69506]: INFO nova.compute.manager [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Took 1.16 seconds to destroy the instance on the hypervisor. [ 919.490119] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.490319] env[69506]: DEBUG nova.compute.manager [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.490411] env[69506]: DEBUG nova.network.neutron [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.521213] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb6334-70c2-a953-689a-cfb83c318538, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.521532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.521833] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 4aee4d05-3c7e-4812-9ea7-259442821c21/4aee4d05-3c7e-4812-9ea7-259442821c21.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.522138] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51533d03-8949-45a0-a0fa-dbe3f339d872 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.529583] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 919.529583] env[69506]: value = "task-3249580" [ 919.529583] env[69506]: _type = "Task" [ 919.529583] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.543789] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.587045] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: a685c596-6398-4303-99ee-9e902779fa61] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.662017] env[69506]: INFO nova.compute.manager [-] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Took 1.48 seconds to deallocate network for instance. [ 919.662017] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcc79d58-a8b4-4242-b967-0cb086f5ef50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.673404] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979ae20-43b6-4f00-a7bb-936cee935570 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.685994] env[69506]: DEBUG nova.scheduler.client.report [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.696272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2419395e-4d19-40ff-a02f-8702c22ab828 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.296s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.720209] env[69506]: INFO nova.compute.manager [-] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Took 1.44 seconds to deallocate network for instance. [ 919.720767] env[69506]: DEBUG nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Detach interface failed, port_id=8eab7a6c-76ed-4110-b125-8a4202552cc7, reason: Instance 5c1c011a-cb40-4576-aadd-f2e2c09706e7 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.721284] env[69506]: DEBUG nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Received event network-vif-deleted-a5dc7f7e-1754-43b9-97eb-be52334795b9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.721537] env[69506]: INFO nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Neutron deleted interface a5dc7f7e-1754-43b9-97eb-be52334795b9; detaching it from the instance and deleting it from the info cache [ 919.721767] env[69506]: DEBUG nova.network.neutron [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.724446] env[69506]: DEBUG nova.network.neutron [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.805576] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249579, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.039754] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.084184] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.088983] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 5ba55a32-cfcf-46aa-b04d-57403995c01d] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.110550] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.110814] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.110971] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.111197] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.111395] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.111543] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.111822] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.111913] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.112100] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.112271] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.112464] env[69506]: DEBUG nova.virt.hardware [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.113417] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b66261-1833-4bcd-a35c-e2b8881f412b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.124269] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891c0c7-3261-4017-a5fb-94f2a3720562 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.168185] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.192832] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.195874] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.166s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.196179] env[69506]: DEBUG nova.objects.instance [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lazy-loading 'resources' on Instance uuid aa107d30-b28e-41fe-8825-0cb34833cbdd {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.228048] env[69506]: INFO nova.scheduler.client.report [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted allocations for instance da8f860b-8dbe-48fa-a1e1-a151640780c6 [ 920.228048] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.228048] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Instance network_info: |[{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.232296] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Acquired lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.232696] env[69506]: DEBUG nova.network.neutron [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Refreshing network info cache for port 4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.233964] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:df:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2d3909-ff28-4e2e-a94c-26243c335b7a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.242426] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.243655] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.244561] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a6c35bd-2b2b-4d35-83a1-7afa10b7c047 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.246969] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.248098] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62031733-f908-4440-a5c6-e00c650bad58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.278121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0ec24-2802-4913-9377-22dc7d4b05f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.290171] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.290171] env[69506]: value = "task-3249581" [ 920.290171] env[69506]: _type = "Task" [ 920.290171] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.306489] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249579, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.311838] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.329043] env[69506]: DEBUG nova.compute.manager [req-fdd8a1ca-2e30-4d84-bba1-2e3c63bcf960 req-df18f07f-02f9-48a2-88d0-54c0e98e977a service nova] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Detach interface failed, port_id=a5dc7f7e-1754-43b9-97eb-be52334795b9, reason: Instance 0257d00e-4c73-4c3d-8294-d1f5a673fbcb could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.343881] env[69506]: DEBUG nova.network.neutron [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.540377] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888487} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.541253] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 4aee4d05-3c7e-4812-9ea7-259442821c21/4aee4d05-3c7e-4812-9ea7-259442821c21.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.542020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.542020] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defb42f1-0a2f-42f0-a2f9-6f49412a73dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.547662] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 920.547662] env[69506]: value = "task-3249582" [ 920.547662] env[69506]: _type = "Task" [ 920.547662] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.556095] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.591771] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d45b0d94-073c-4199-9109-186206a863bd] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.752336] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fabb2ff9-cb2a-4c9e-bc38-5d4450e45287 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "da8f860b-8dbe-48fa-a1e1-a151640780c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.219s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.805120] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249579, 'name': Rename_Task, 'duration_secs': 1.243338} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.811345] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.811658] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.812152] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c575083d-4529-4d0a-9350-d854d106bc44 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.819301] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 920.819301] env[69506]: value = "task-3249583" [ 920.819301] env[69506]: _type = "Task" [ 920.819301] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.832426] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.846450] env[69506]: INFO nova.compute.manager [-] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Took 1.36 seconds to deallocate network for instance. [ 921.003181] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.003487] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.003777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.004062] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.004358] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.012189] env[69506]: INFO nova.compute.manager [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Terminating instance [ 921.025651] env[69506]: DEBUG nova.network.neutron [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updated VIF entry in instance network info cache for port 4b2d3909-ff28-4e2e-a94c-26243c335b7a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.026082] env[69506]: DEBUG nova.network.neutron [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.064530] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172687} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.064873] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.065754] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff0ebf-8275-41e7-8992-9df5117858bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.099969] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4aee4d05-3c7e-4812-9ea7-259442821c21/4aee4d05-3c7e-4812-9ea7-259442821c21.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.103776] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: c233b1d7-033a-4205-811a-ed51d821e0e9] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.105750] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5948d0-3cfe-4430-aa64-28c9317fb83a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.128361] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 921.128361] env[69506]: value = "task-3249584" [ 921.128361] env[69506]: _type = "Task" [ 921.128361] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.141454] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.146548] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Successfully updated port: 73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.180718] env[69506]: DEBUG nova.compute.manager [req-4c16fa27-9a0a-4aeb-b8bd-663a8a1e8f85 req-da000a04-04c4-4714-b788-3a9c43b1298d service nova] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Received event network-vif-deleted-302ba471-4ed4-410f-b64f-f7024f367733 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.190126] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e15c0-69f1-4871-9199-abbe9f9a61b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.197794] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f128fc-c719-4b0e-8d39-d303af05fe6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.230303] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed3aa9-2cfa-44bd-a8dc-140f039c231f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.240251] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8b1ef-f8f4-48ca-8305-95ca41b5fe48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.267266] env[69506]: DEBUG nova.compute.provider_tree [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.301620] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.330370] env[69506]: DEBUG oslo_vmware.api [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249583, 'name': PowerOnVM_Task, 'duration_secs': 0.496174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.330966] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.331208] env[69506]: DEBUG nova.compute.manager [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.331969] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb15f3-dff3-4cd0-9db5-350c850c9de8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.353842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.478022] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.478248] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing instance network info cache due to event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.478421] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.478564] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.478722] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.519725] env[69506]: DEBUG nova.compute.manager [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.520087] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.521296] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d182746-3a4d-46be-9d4c-408084cfbc30 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.529092] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.529347] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5679dc68-5ddb-4e1d-a0f5-b471ae69dbe3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.531147] env[69506]: DEBUG oslo_concurrency.lockutils [req-5942a476-4f65-4de8-a6aa-7dfadd92cf28 req-debc21cb-0c31-4e20-8135-a62014fd4f47 service nova] Releasing lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.535693] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 921.535693] env[69506]: value = "task-3249585" [ 921.535693] env[69506]: _type = "Task" [ 921.535693] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.544188] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.622771] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 50b06b01-5d51-4d98-b148-ebc6d28b78fe] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.638403] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.649611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.649727] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquired lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.650025] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.770786] env[69506]: DEBUG nova.scheduler.client.report [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.805415] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.848217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.046410] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249585, 'name': PowerOffVM_Task, 'duration_secs': 0.372415} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.046693] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.046871] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.047144] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e8bb11-ff81-41ef-98e6-0885ff4798f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.120989] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.120989] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.120989] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore2] 9d274c37-1cf5-4545-b94e-ea7b442cf591 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.120989] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab3f08b-1918-440f-8358-c872b6707769 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.127938] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.127938] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances with incomplete migration {{(pid=69506) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 922.129302] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 922.129302] env[69506]: value = "task-3249587" [ 922.129302] env[69506]: _type = "Task" [ 922.129302] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.142435] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.146060] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249584, 'name': ReconfigVM_Task, 'duration_secs': 0.931297} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.146398] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4aee4d05-3c7e-4812-9ea7-259442821c21/4aee4d05-3c7e-4812-9ea7-259442821c21.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.147142] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdd6e07-252f-4a93-98b0-d5637f6607fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.154487] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 922.154487] env[69506]: value = "task-3249588" [ 922.154487] env[69506]: _type = "Task" [ 922.154487] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.165657] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249588, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.184820] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.251432] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updated VIF entry in instance network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.251892] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.277519] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.281894] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.855s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.284333] env[69506]: INFO nova.compute.claims [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.301758] env[69506]: INFO nova.scheduler.client.report [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Deleted allocations for instance aa107d30-b28e-41fe-8825-0cb34833cbdd [ 922.311611] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.367093] env[69506]: DEBUG nova.network.neutron [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Updating instance_info_cache with network_info: [{"id": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "address": "fa:16:3e:a1:27:6e", "network": {"id": "e45874d2-819c-41f2-9bf9-9cf2cfe6505d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-283996764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc6b81d8bf6e498db929a961801c8503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73842b13-34", "ovs_interfaceid": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.639791] env[69506]: DEBUG oslo_vmware.api [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294092} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.640070] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.640964] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.641666] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.641666] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.641666] env[69506]: INFO nova.compute.manager [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Took 1.12 seconds to destroy the instance on the hypervisor. [ 922.641852] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.642250] env[69506]: DEBUG nova.compute.manager [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.642347] env[69506]: DEBUG nova.network.neutron [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.663553] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249588, 'name': Rename_Task, 'duration_secs': 0.171286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.663852] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.664649] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f439c45f-beca-4d67-8233-1ba36b2d93c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.670767] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 922.670767] env[69506]: value = "task-3249589" [ 922.670767] env[69506]: _type = "Task" [ 922.670767] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.678458] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.714405] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.714812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.715217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "5d104b03-0dc6-41bf-8df2-111db8299cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.715537] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.715821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.717913] env[69506]: INFO nova.compute.manager [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Terminating instance [ 922.755632] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.755632] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Received event network-vif-plugged-73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.755632] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Acquiring lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.755632] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.755898] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.755898] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] No waiting events found dispatching network-vif-plugged-73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.756796] env[69506]: WARNING nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Received unexpected event network-vif-plugged-73842b13-3456-45bb-b43d-b1f3f051d9a3 for instance with vm_state building and task_state spawning. [ 922.756796] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Received event network-changed-73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.756796] env[69506]: DEBUG nova.compute.manager [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Refreshing instance network info cache due to event network-changed-73842b13-3456-45bb-b43d-b1f3f051d9a3. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.756796] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Acquiring lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.805196] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.816218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2c1807c1-8163-49d2-b15a-5646c939b661 tempest-VolumesAdminNegativeTest-1747404511 tempest-VolumesAdminNegativeTest-1747404511-project-member] Lock "aa107d30-b28e-41fe-8825-0cb34833cbdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.422s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.870210] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Releasing lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.870623] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Instance network_info: |[{"id": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "address": "fa:16:3e:a1:27:6e", "network": {"id": "e45874d2-819c-41f2-9bf9-9cf2cfe6505d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-283996764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc6b81d8bf6e498db929a961801c8503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73842b13-34", "ovs_interfaceid": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.870996] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Acquired lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.871244] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Refreshing network info cache for port 73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.872768] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:27:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73842b13-3456-45bb-b43d-b1f3f051d9a3', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.887201] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Creating folder: Project (dc6b81d8bf6e498db929a961801c8503). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.889031] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b545bd96-610d-4430-af77-7e561ee696f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.900058] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Created folder: Project (dc6b81d8bf6e498db929a961801c8503) in parent group-v649133. [ 922.900503] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Creating folder: Instances. Parent ref: group-v649341. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.900925] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4dee2b-1777-4175-bdc5-1ab557d4e9c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.911616] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Created folder: Instances in parent group-v649341. [ 922.911991] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.913937] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.914495] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e5c8c0-5cbc-4197-9a4b-255e0e96e35c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.948620] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.948620] env[69506]: value = "task-3249592" [ 922.948620] env[69506]: _type = "Task" [ 922.948620] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.960057] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249592, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.181349] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.211457] env[69506]: DEBUG nova.compute.manager [req-12c82bcf-52a8-4639-9bf8-937f915c4034 req-254ab1c8-3455-4724-8e39-52eef29cca18 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Received event network-vif-deleted-988ebf1d-031a-4cdd-a647-00ade8cae02a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.211672] env[69506]: INFO nova.compute.manager [req-12c82bcf-52a8-4639-9bf8-937f915c4034 req-254ab1c8-3455-4724-8e39-52eef29cca18 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Neutron deleted interface 988ebf1d-031a-4cdd-a647-00ade8cae02a; detaching it from the instance and deleting it from the info cache [ 923.211836] env[69506]: DEBUG nova.network.neutron [req-12c82bcf-52a8-4639-9bf8-937f915c4034 req-254ab1c8-3455-4724-8e39-52eef29cca18 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.222031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "refresh_cache-5d104b03-0dc6-41bf-8df2-111db8299cfe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.222251] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquired lock "refresh_cache-5d104b03-0dc6-41bf-8df2-111db8299cfe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.222441] env[69506]: DEBUG nova.network.neutron [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.307834] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249581, 'name': CreateVM_Task, 'duration_secs': 2.742787} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.307967] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.308844] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.309151] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.309491] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.309911] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bffc2c9-822d-4ca2-926a-8a0c9ca6d4c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.315117] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 923.315117] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc00ba-fc4c-f9ce-3ce1-210a82e81847" [ 923.315117] env[69506]: _type = "Task" [ 923.315117] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.323439] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc00ba-fc4c-f9ce-3ce1-210a82e81847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.418025] env[69506]: DEBUG nova.network.neutron [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.458878] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249592, 'name': CreateVM_Task, 'duration_secs': 0.415853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.461563] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.462449] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.462645] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.465916] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.465916] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff1968a-8ccf-4ff4-8404-fed04d420bcf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.468142] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 923.468142] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813ad9-cac7-15b2-6127-5553dce33ced" [ 923.468142] env[69506]: _type = "Task" [ 923.468142] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.479149] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813ad9-cac7-15b2-6127-5553dce33ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.622699] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Updated VIF entry in instance network info cache for port 73842b13-3456-45bb-b43d-b1f3f051d9a3. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.623145] env[69506]: DEBUG nova.network.neutron [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Updating instance_info_cache with network_info: [{"id": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "address": "fa:16:3e:a1:27:6e", "network": {"id": "e45874d2-819c-41f2-9bf9-9cf2cfe6505d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-283996764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc6b81d8bf6e498db929a961801c8503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73842b13-34", "ovs_interfaceid": "73842b13-3456-45bb-b43d-b1f3f051d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.683420] env[69506]: DEBUG oslo_vmware.api [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249589, 'name': PowerOnVM_Task, 'duration_secs': 0.65038} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.684466] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.684682] env[69506]: INFO nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Took 8.81 seconds to spawn the instance on the hypervisor. [ 923.684880] env[69506]: DEBUG nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.685682] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b98d3-174d-44e3-956a-e27f01c77d8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.688969] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afdac71-32db-4fe0-bf50-43d8170fd679 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.697706] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d66a4-6b94-4f93-a507-ebe9618b8b2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.734308] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77e4c4a9-0bce-43e9-b58e-cfa74c01c3ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.736936] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec963a60-b26a-4ec1-a3e2-653c8dda9591 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.745978] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e959f5d5-dee1-4d6e-8a13-5c8718e3b8a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.755392] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb187f-6a5a-431e-896b-4ea5e8904db4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.766468] env[69506]: DEBUG nova.network.neutron [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.781617] env[69506]: DEBUG nova.compute.provider_tree [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.801024] env[69506]: DEBUG nova.compute.manager [req-12c82bcf-52a8-4639-9bf8-937f915c4034 req-254ab1c8-3455-4724-8e39-52eef29cca18 service nova] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Detach interface failed, port_id=988ebf1d-031a-4cdd-a647-00ade8cae02a, reason: Instance 9d274c37-1cf5-4545-b94e-ea7b442cf591 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.802354] env[69506]: DEBUG nova.scheduler.client.report [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.827998] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc00ba-fc4c-f9ce-3ce1-210a82e81847, 'name': SearchDatastore_Task, 'duration_secs': 0.026111} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.828414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.828720] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.829024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.829177] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.829359] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.829622] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4707b575-84c9-406e-971c-49dab87d5084 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.838623] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.838848] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.839566] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb5ffc8-4ad4-4a1a-b262-8206b64a203e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.845278] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 923.845278] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e70c2f-a8bd-f40f-cac7-0547104d3298" [ 923.845278] env[69506]: _type = "Task" [ 923.845278] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.852887] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e70c2f-a8bd-f40f-cac7-0547104d3298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.855189] env[69506]: DEBUG nova.network.neutron [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.918086] env[69506]: INFO nova.compute.manager [-] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Took 1.28 seconds to deallocate network for instance. [ 923.981123] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813ad9-cac7-15b2-6127-5553dce33ced, 'name': SearchDatastore_Task, 'duration_secs': 0.034198} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.981436] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.981667] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.981943] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.982113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.982791] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.982791] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e68f03a-f61c-4a58-be58-702def22bb70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.991279] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.991463] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.992232] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a1407-ffa6-428d-8814-9324d7eebc69 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.998541] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 923.998541] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b392d3-ad80-9a48-2c84-b3f66b41202e" [ 923.998541] env[69506]: _type = "Task" [ 923.998541] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.007309] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b392d3-ad80-9a48-2c84-b3f66b41202e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.125652] env[69506]: DEBUG oslo_concurrency.lockutils [req-68df3f93-f6cc-4b58-a7a5-838a3ec30cd0 req-34b871a9-a473-4290-91a8-43c44b5af55b service nova] Releasing lock "refresh_cache-c04bb837-afb2-4e42-b984-598a3cd39301" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.238431] env[69506]: INFO nova.compute.manager [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Took 36.59 seconds to build instance. [ 924.309114] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.029s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.309707] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.312557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.084s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.314012] env[69506]: INFO nova.compute.claims [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.357694] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Releasing lock "refresh_cache-5d104b03-0dc6-41bf-8df2-111db8299cfe" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.358124] env[69506]: DEBUG nova.compute.manager [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.358323] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.358619] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e70c2f-a8bd-f40f-cac7-0547104d3298, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.359484] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfe2f8-5584-4418-bc66-2d649047ad00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.363348] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fabc7c-de10-4338-b3b6-bc7e05dbfcf6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.374785] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.376038] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c674109-d723-476d-9f8a-d4dcdb204595 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377610] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 924.377610] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5295e6bc-466a-2500-681c-f7be98fc5311" [ 924.377610] env[69506]: _type = "Task" [ 924.377610] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.382962] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 924.382962] env[69506]: value = "task-3249593" [ 924.382962] env[69506]: _type = "Task" [ 924.382962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.388683] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5295e6bc-466a-2500-681c-f7be98fc5311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.396297] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.425196] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.510925] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b392d3-ad80-9a48-2c84-b3f66b41202e, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.510925] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1190587-8498-4598-97ba-ada93890654e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.516150] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 924.516150] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520402c4-7df4-066d-4dcd-40268777e0d3" [ 924.516150] env[69506]: _type = "Task" [ 924.516150] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.525780] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520402c4-7df4-066d-4dcd-40268777e0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.741897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-840b1aab-af0d-4c9c-b045-163c286e4a66 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.104s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.819164] env[69506]: DEBUG nova.compute.utils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.822633] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.822811] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.891833] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5295e6bc-466a-2500-681c-f7be98fc5311, 'name': SearchDatastore_Task, 'duration_secs': 0.019832} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.892651] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.893009] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.893968] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3480858f-ae40-402a-b6d9-95e33e3b186a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.898445] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249593, 'name': PowerOffVM_Task, 'duration_secs': 0.345275} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.899113] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.899392] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.900924] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e4323fb-d506-40ca-b0cf-84f4cc13eb16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.903943] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 924.903943] env[69506]: value = "task-3249594" [ 924.903943] env[69506]: _type = "Task" [ 924.903943] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.905527] env[69506]: DEBUG nova.policy [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85545902bb224c73bc709fb8de8b55ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41b52067dd744666b4ca4c519fb9c2e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.916354] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.927583] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.927807] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.927990] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Deleting the datastore file [datastore1] 5d104b03-0dc6-41bf-8df2-111db8299cfe {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.928283] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c18407c-4757-488d-b02a-33eb55d87685 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.934301] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "4aee4d05-3c7e-4812-9ea7-259442821c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.934598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.934867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.935380] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.935380] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.937346] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for the task: (returnval){ [ 924.937346] env[69506]: value = "task-3249596" [ 924.937346] env[69506]: _type = "Task" [ 924.937346] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.937871] env[69506]: INFO nova.compute.manager [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Terminating instance [ 924.949686] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.035556] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520402c4-7df4-066d-4dcd-40268777e0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.037198} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.035956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.036302] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c04bb837-afb2-4e42-b984-598a3cd39301/c04bb837-afb2-4e42-b984-598a3cd39301.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.036621] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65af4a3-b320-49db-aedd-4e277956901d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.043606] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 925.043606] env[69506]: value = "task-3249597" [ 925.043606] env[69506]: _type = "Task" [ 925.043606] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.052477] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.306416] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Successfully created port: 3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.325059] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.419251] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.447058] env[69506]: DEBUG nova.compute.manager [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.447280] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.451571] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f3cf37-ffa2-4c0a-a5d2-c7322697d607 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.454778] env[69506]: DEBUG oslo_vmware.api [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Task: {'id': task-3249596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128311} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.455323] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.455513] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.455723] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.455925] env[69506]: INFO nova.compute.manager [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 925.456480] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.456828] env[69506]: DEBUG nova.compute.manager [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.456930] env[69506]: DEBUG nova.network.neutron [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.466385] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.466739] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce09ce1-8860-4b08-a3d5-9bb1e12e9d43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.475562] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 925.475562] env[69506]: value = "task-3249598" [ 925.475562] env[69506]: _type = "Task" [ 925.475562] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.484049] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.487672] env[69506]: DEBUG nova.network.neutron [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.558041] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.800888] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1532803-eb36-4bbb-b3c8-1dad1aa28684 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.808446] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e0280-379c-49f3-af22-0413139059c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.837284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.837544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.843408] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871c71d-50c1-4006-a547-9106efcbeb40 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.856932] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5145058-39ef-4f50-b4dc-aa751bec3955 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.870636] env[69506]: DEBUG nova.compute.provider_tree [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.919464] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590185} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.919718] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.920000] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.920281] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cc99f1e-6c44-42d0-87a3-fef569ba4986 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.926866] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 925.926866] env[69506]: value = "task-3249599" [ 925.926866] env[69506]: _type = "Task" [ 925.926866] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.934676] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.985646] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249598, 'name': PowerOffVM_Task, 'duration_secs': 0.236986} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.985877] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.986173] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.986558] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15fc61cb-b73c-43be-afd5-427752229914 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.990507] env[69506]: DEBUG nova.network.neutron [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.052370] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.052627] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.052816] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleting the datastore file [datastore1] 4aee4d05-3c7e-4812-9ea7-259442821c21 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.057990] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-267bbd8d-c655-4f43-a0b0-db1e2b420bdb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.060057] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767155} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.060325] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c04bb837-afb2-4e42-b984-598a3cd39301/c04bb837-afb2-4e42-b984-598a3cd39301.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.060611] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.061233] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90b1de27-e2d2-49d3-b103-8cef35d72beb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.064625] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for the task: (returnval){ [ 926.064625] env[69506]: value = "task-3249601" [ 926.064625] env[69506]: _type = "Task" [ 926.064625] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.069045] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 926.069045] env[69506]: value = "task-3249602" [ 926.069045] env[69506]: _type = "Task" [ 926.069045] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.075363] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.080245] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.344393] env[69506]: INFO nova.compute.manager [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Detaching volume 50caf944-ac9c-402a-8da1-f8ae31fde0db [ 926.347548] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.377041] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.377337] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.377525] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.377728] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.377880] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.378264] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.378475] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.378653] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.378832] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.379095] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.379342] env[69506]: DEBUG nova.virt.hardware [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.380318] env[69506]: DEBUG nova.scheduler.client.report [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.384108] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c4226-7cad-414b-82d5-6e9619d8183b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.387816] env[69506]: INFO nova.virt.block_device [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Attempting to driver detach volume 50caf944-ac9c-402a-8da1-f8ae31fde0db from mountpoint /dev/sdb [ 926.388039] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 926.388248] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649296', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'name': 'volume-50caf944-ac9c-402a-8da1-f8ae31fde0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '34aef67d-2f88-4adf-a5b0-778945e300ec', 'attached_at': '', 'detached_at': '', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'serial': '50caf944-ac9c-402a-8da1-f8ae31fde0db'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 926.389080] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf018f9-0989-4d3b-bd85-b0da4de3bd35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413253] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049cd87a-a71e-4a88-8942-191714123f5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.418516] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401f45a-bc37-487d-9be5-d46629432b4c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.436509] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d608c8d-7859-46c1-acb4-591f92c2178f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.443433] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.462848] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.464053] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b730274-2086-4898-8295-8d7e0ef699d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.467104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401efd2f-af70-4554-8480-2e94ded96098 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.489586] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.500318] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfae2835-6daf-4576-8121-1519bc37b3f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.514367] env[69506]: INFO nova.compute.manager [-] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Took 1.06 seconds to deallocate network for instance. [ 926.514980] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] The volume has not been displaced from its original location: [datastore1] volume-50caf944-ac9c-402a-8da1-f8ae31fde0db/volume-50caf944-ac9c-402a-8da1-f8ae31fde0db.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 926.520106] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.522073] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de549a1-5b56-449b-a421-509451cd6835 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.542722] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 926.542722] env[69506]: value = "task-3249603" [ 926.542722] env[69506]: _type = "Task" [ 926.542722] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.544025] env[69506]: DEBUG oslo_vmware.api [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 926.544025] env[69506]: value = "task-3249604" [ 926.544025] env[69506]: _type = "Task" [ 926.544025] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.558230] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.576651] env[69506]: DEBUG oslo_vmware.api [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Task: {'id': task-3249601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128008} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.576915] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.577117] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.577290] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.577554] env[69506]: INFO nova.compute.manager [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.577696] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.580553] env[69506]: DEBUG nova.compute.manager [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.580660] env[69506]: DEBUG nova.network.neutron [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.582544] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062161} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.582794] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.583810] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db152e-3f74-4171-b486-3f7af0a20e05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.605760] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c04bb837-afb2-4e42-b984-598a3cd39301/c04bb837-afb2-4e42-b984-598a3cd39301.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.606067] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81eec8d-d9dd-4757-be6c-0ce021890b61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.626508] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 926.626508] env[69506]: value = "task-3249605" [ 926.626508] env[69506]: _type = "Task" [ 926.626508] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.635672] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.793681] env[69506]: DEBUG nova.compute.manager [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Received event network-vif-plugged-3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.793901] env[69506]: DEBUG oslo_concurrency.lockutils [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.794122] env[69506]: DEBUG oslo_concurrency.lockutils [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.796093] env[69506]: DEBUG oslo_concurrency.lockutils [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.796093] env[69506]: DEBUG nova.compute.manager [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] No waiting events found dispatching network-vif-plugged-3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.796093] env[69506]: WARNING nova.compute.manager [req-26d9d5ec-d847-471e-ae5c-6ad5b552a55e req-e1390db0-7d84-405b-9262-949e6dd0ae25 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Received unexpected event network-vif-plugged-3e12ccf7-0e48-429c-958c-8df489366e1c for instance with vm_state building and task_state spawning. [ 926.888058] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.888647] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.895645] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.593s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.897196] env[69506]: INFO nova.compute.claims [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.934401] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Successfully updated port: 3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.039821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.042121] env[69506]: DEBUG nova.compute.manager [req-839e71fc-20b3-4db1-98ac-29570dd8d609 req-30a138b8-ce61-4911-8fc5-810376866b95 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Received event network-vif-deleted-08cff3f3-cabe-4281-9124-16090aa5179b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.042322] env[69506]: INFO nova.compute.manager [req-839e71fc-20b3-4db1-98ac-29570dd8d609 req-30a138b8-ce61-4911-8fc5-810376866b95 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Neutron deleted interface 08cff3f3-cabe-4281-9124-16090aa5179b; detaching it from the instance and deleting it from the info cache [ 927.042494] env[69506]: DEBUG nova.network.neutron [req-839e71fc-20b3-4db1-98ac-29570dd8d609 req-30a138b8-ce61-4911-8fc5-810376866b95 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.055814] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249603, 'name': ReconfigVM_Task, 'duration_secs': 0.374835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.056444] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.057047] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4456e3c-c3c6-4815-902d-f08104a71983 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.062192] env[69506]: DEBUG oslo_vmware.api [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249604, 'name': ReconfigVM_Task, 'duration_secs': 0.25737} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.062749] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.068524] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd58a0db-48a6-4c13-8032-27b18931f589 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.078189] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 927.078189] env[69506]: value = "task-3249606" [ 927.078189] env[69506]: _type = "Task" [ 927.078189] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.083474] env[69506]: DEBUG oslo_vmware.api [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 927.083474] env[69506]: value = "task-3249607" [ 927.083474] env[69506]: _type = "Task" [ 927.083474] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.089773] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249606, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.095989] env[69506]: DEBUG oslo_vmware.api [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.136307] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249605, 'name': ReconfigVM_Task, 'duration_secs': 0.296148} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.136616] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c04bb837-afb2-4e42-b984-598a3cd39301/c04bb837-afb2-4e42-b984-598a3cd39301.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.137304] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e30c958-06a3-42fa-9328-90f4b7b6c5f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.143326] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 927.143326] env[69506]: value = "task-3249608" [ 927.143326] env[69506]: _type = "Task" [ 927.143326] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.151620] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249608, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.407730] env[69506]: DEBUG nova.compute.utils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.409189] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.409378] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.440653] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.440797] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440998] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.447823] env[69506]: DEBUG nova.policy [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4410ae2a17264f338947f556e782cb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3adf90401a944a69d94d6f227dc57bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.527454] env[69506]: DEBUG nova.network.neutron [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.545055] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-517dd0bd-8e53-4ff5-a775-015135a6ae91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.554780] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3456ef-ffc0-451c-985a-50da4d78fbdf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.594138] env[69506]: DEBUG nova.compute.manager [req-839e71fc-20b3-4db1-98ac-29570dd8d609 req-30a138b8-ce61-4911-8fc5-810376866b95 service nova] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Detach interface failed, port_id=08cff3f3-cabe-4281-9124-16090aa5179b, reason: Instance 4aee4d05-3c7e-4812-9ea7-259442821c21 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.605807] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249606, 'name': Rename_Task, 'duration_secs': 0.181708} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.608689] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.609016] env[69506]: DEBUG oslo_vmware.api [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249607, 'name': ReconfigVM_Task, 'duration_secs': 0.14247} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.609217] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc11515-66fb-4e53-bc78-f600737fbf77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610764] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649296', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'name': 'volume-50caf944-ac9c-402a-8da1-f8ae31fde0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '34aef67d-2f88-4adf-a5b0-778945e300ec', 'attached_at': '', 'detached_at': '', 'volume_id': '50caf944-ac9c-402a-8da1-f8ae31fde0db', 'serial': '50caf944-ac9c-402a-8da1-f8ae31fde0db'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 927.618208] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 927.618208] env[69506]: value = "task-3249609" [ 927.618208] env[69506]: _type = "Task" [ 927.618208] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.627041] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.653543] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249608, 'name': Rename_Task, 'duration_secs': 0.14904} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.653834] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.654155] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d362a55-8a68-46d0-b5d4-6091c850690c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.660478] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 927.660478] env[69506]: value = "task-3249610" [ 927.660478] env[69506]: _type = "Task" [ 927.660478] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.668197] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.731873] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Successfully created port: f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.912974] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.028941] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.031215] env[69506]: INFO nova.compute.manager [-] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Took 1.45 seconds to deallocate network for instance. [ 928.130066] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.177392] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.193575] env[69506]: DEBUG nova.network.neutron [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating instance_info_cache with network_info: [{"id": "3e12ccf7-0e48-429c-958c-8df489366e1c", "address": "fa:16:3e:ae:76:a8", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12ccf7-0e", "ovs_interfaceid": "3e12ccf7-0e48-429c-958c-8df489366e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.197669] env[69506]: DEBUG nova.objects.instance [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'flavor' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.359127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a27881-f689-47cf-b64f-a16e0ce07d9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.368245] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f438bd3f-329c-48a8-8d6b-398d6d314f3f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.406284] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414183d0-a7f9-48b9-9334-71d2a46ffc5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.410121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc548d-8b31-419a-a911-cd39f9d89803 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.428607] env[69506]: DEBUG nova.compute.provider_tree [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.539697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.628907] env[69506]: DEBUG oslo_vmware.api [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249609, 'name': PowerOnVM_Task, 'duration_secs': 0.746715} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.629165] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.629375] env[69506]: INFO nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Took 11.18 seconds to spawn the instance on the hypervisor. [ 928.629553] env[69506]: DEBUG nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.630417] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b77fc2-0f67-48b5-856c-d02f3bbde564 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.675119] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.700476] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.700845] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance network_info: |[{"id": "3e12ccf7-0e48-429c-958c-8df489366e1c", "address": "fa:16:3e:ae:76:a8", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12ccf7-0e", "ovs_interfaceid": "3e12ccf7-0e48-429c-958c-8df489366e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.701381] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:76:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e12ccf7-0e48-429c-958c-8df489366e1c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.709613] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.711828] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.712199] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e84d122-2eca-45d7-932a-c9891163a44c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.732649] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.732649] env[69506]: value = "task-3249611" [ 928.732649] env[69506]: _type = "Task" [ 928.732649] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.740702] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249611, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.822965] env[69506]: DEBUG nova.compute.manager [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Received event network-changed-3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.823237] env[69506]: DEBUG nova.compute.manager [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Refreshing instance network info cache due to event network-changed-3e12ccf7-0e48-429c-958c-8df489366e1c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.823520] env[69506]: DEBUG oslo_concurrency.lockutils [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] Acquiring lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.823826] env[69506]: DEBUG oslo_concurrency.lockutils [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] Acquired lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.824658] env[69506]: DEBUG nova.network.neutron [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Refreshing network info cache for port 3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.933974] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.934309] env[69506]: DEBUG nova.scheduler.client.report [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.069506] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.069855] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.070130] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.070388] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.070647] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.070782] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.070915] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.071111] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.071288] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.071455] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.071625] env[69506]: DEBUG nova.virt.hardware [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.072552] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b011a4e-218f-4b98-b44c-7e94c0bc7934 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.081856] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39160ac9-67cd-4ae2-a347-e58bf3739678 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.148982] env[69506]: INFO nova.compute.manager [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Took 40.59 seconds to build instance. [ 929.173907] env[69506]: DEBUG oslo_vmware.api [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249610, 'name': PowerOnVM_Task, 'duration_secs': 1.020787} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.174185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.174386] env[69506]: INFO nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Took 9.09 seconds to spawn the instance on the hypervisor. [ 929.174562] env[69506]: DEBUG nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.175371] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd1b48-996e-4a1d-8e10-78653ba239b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.230258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f873927c-e1a3-448a-b633-84924ac25b1f tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.392s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.245358] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249611, 'name': CreateVM_Task, 'duration_secs': 0.437172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.246051] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.246749] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.246829] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.247142] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.247393] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0da805b-101c-484a-852f-0fb19ca762cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.252923] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 929.252923] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222ecc3-3aea-f235-c033-baf66d2d105b" [ 929.252923] env[69506]: _type = "Task" [ 929.252923] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.262077] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222ecc3-3aea-f235-c033-baf66d2d105b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.369780] env[69506]: DEBUG nova.compute.manager [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Received event network-vif-plugged-f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.370120] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.370352] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] Lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.370520] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] Lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.370717] env[69506]: DEBUG nova.compute.manager [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] No waiting events found dispatching network-vif-plugged-f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.370849] env[69506]: WARNING nova.compute.manager [req-3b16cf3f-44f3-4869-821e-78c33534a8d2 req-8a9763b3-65bb-464c-94f5-64e048f67a74 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Received unexpected event network-vif-plugged-f861d847-170c-4cc1-b32f-f4a0323aaf13 for instance with vm_state building and task_state spawning. [ 929.444237] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.444237] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.445668] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.010s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.448653] env[69506]: INFO nova.compute.claims [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.474456] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Successfully updated port: f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.651354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d6043758-6dd9-420f-8fe7-97425dda8342 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.133s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.694693] env[69506]: INFO nova.compute.manager [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Took 36.52 seconds to build instance. [ 929.744020] env[69506]: DEBUG nova.network.neutron [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updated VIF entry in instance network info cache for port 3e12ccf7-0e48-429c-958c-8df489366e1c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.744372] env[69506]: DEBUG nova.network.neutron [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating instance_info_cache with network_info: [{"id": "3e12ccf7-0e48-429c-958c-8df489366e1c", "address": "fa:16:3e:ae:76:a8", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12ccf7-0e", "ovs_interfaceid": "3e12ccf7-0e48-429c-958c-8df489366e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.766082] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5222ecc3-3aea-f235-c033-baf66d2d105b, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.766383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.766614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.766865] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.767032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.767227] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.767483] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbfb8918-ded3-4a70-8eb1-d640c6b89a36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.776475] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.776722] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.777457] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83232a56-d3b3-4f9b-bdab-4286a9906cf9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.783947] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 929.783947] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd0d8e-73ca-e0a7-53a5-e05c846930d8" [ 929.783947] env[69506]: _type = "Task" [ 929.783947] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.793742] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd0d8e-73ca-e0a7-53a5-e05c846930d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.959413] env[69506]: DEBUG nova.compute.utils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.962122] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.962485] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.983557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.983557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.983557] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.039754] env[69506]: DEBUG nova.policy [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5c617095894f0c9b64e01d0207b351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a657d504fc814b91b26f5a6e00ba7339', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.197436] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925b721d-2e00-47e3-8d33-47e892ab395c tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.036s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.244639] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.244817] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.244986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.245193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.245366] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.247575] env[69506]: DEBUG oslo_concurrency.lockutils [req-61bc608e-ee55-4789-a548-09517573002e req-454e7782-d474-4e8f-8721-35f3313f5f36 service nova] Releasing lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.247842] env[69506]: INFO nova.compute.manager [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Terminating instance [ 930.295186] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd0d8e-73ca-e0a7-53a5-e05c846930d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.295809] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642586fd-a057-4ac6-94a0-e05999c8dde7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.301742] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 930.301742] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eeba63-7806-3fc8-8cca-f243dad5fa0f" [ 930.301742] env[69506]: _type = "Task" [ 930.301742] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.309658] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eeba63-7806-3fc8-8cca-f243dad5fa0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.390736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "c04bb837-afb2-4e42-b984-598a3cd39301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.390984] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.391233] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.391437] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.391611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.393722] env[69506]: INFO nova.compute.manager [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Terminating instance [ 930.466470] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.521126] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.566589] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Successfully created port: 63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.729910] env[69506]: DEBUG nova.network.neutron [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating instance_info_cache with network_info: [{"id": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "address": "fa:16:3e:d5:68:21", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf861d847-17", "ovs_interfaceid": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.752882] env[69506]: DEBUG nova.compute.manager [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.752882] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.753283] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb5901b-67c9-4fcb-8bc4-23dba75d04a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.761379] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.764163] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ddceef-2688-4c7c-a46b-ac38970292bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.771477] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 930.771477] env[69506]: value = "task-3249612" [ 930.771477] env[69506]: _type = "Task" [ 930.771477] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.782750] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.814623] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eeba63-7806-3fc8-8cca-f243dad5fa0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.815312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.815700] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.815922] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851a9a54-2c8d-4a0b-9958-4040a0056b42 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.822726] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 930.822726] env[69506]: value = "task-3249613" [ 930.822726] env[69506]: _type = "Task" [ 930.822726] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.835108] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.898183] env[69506]: DEBUG nova.compute.manager [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.898300] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.900176] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ba5dc-d56f-42f0-a39e-1d30f0401a9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.906802] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.907075] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f28ce8-940d-4fb7-955b-2e7e31d2ab2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.918459] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 930.918459] env[69506]: value = "task-3249614" [ 930.918459] env[69506]: _type = "Task" [ 930.918459] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.928289] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.987342] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797cc11e-1af8-4a3d-af40-e9674f75de65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.995942] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc1d4f4-2f62-4253-93d5-c713bc81f704 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.044208] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88bf90-955e-45ae-b9f8-0d7eeaa0bc09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.054337] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08f7ca-20c9-4fde-bdf2-d981055b13ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.076370] env[69506]: DEBUG nova.compute.provider_tree [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.234908] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.235475] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Instance network_info: |[{"id": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "address": "fa:16:3e:d5:68:21", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf861d847-17", "ovs_interfaceid": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.236116] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f861d847-170c-4cc1-b32f-f4a0323aaf13', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.254364] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.255458] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.255838] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3505bde-2226-464b-86f4-25181a31a818 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.289821] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249612, 'name': PowerOffVM_Task, 'duration_secs': 0.396955} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.289821] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.289821] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.289821] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.289821] env[69506]: value = "task-3249615" [ 931.289821] env[69506]: _type = "Task" [ 931.289821] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.289821] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abea0d58-4ade-4f6b-a4ad-f55c06c3d72d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.302267] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249615, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.332657] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249613, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.386983] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.387753] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.387753] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore1] 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.387950] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ed16f6-65c6-47cd-a7e6-c020daa462d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.396107] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 931.396107] env[69506]: value = "task-3249617" [ 931.396107] env[69506]: _type = "Task" [ 931.396107] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.404700] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.431772] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249614, 'name': PowerOffVM_Task, 'duration_secs': 0.296022} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.433015] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.433015] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.433015] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59a1a1d8-72c3-4314-8bbd-ef52866970fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.480889] env[69506]: DEBUG nova.compute.manager [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Received event network-changed-f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.481109] env[69506]: DEBUG nova.compute.manager [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Refreshing instance network info cache due to event network-changed-f861d847-170c-4cc1-b32f-f4a0323aaf13. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.484455] env[69506]: DEBUG oslo_concurrency.lockutils [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] Acquiring lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.484455] env[69506]: DEBUG oslo_concurrency.lockutils [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] Acquired lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.484455] env[69506]: DEBUG nova.network.neutron [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Refreshing network info cache for port f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.492357] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.497582] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.497962] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.498020] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Deleting the datastore file [datastore2] c04bb837-afb2-4e42-b984-598a3cd39301 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.498299] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a459e396-a56c-4b16-8110-d6d53f704723 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.504981] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for the task: (returnval){ [ 931.504981] env[69506]: value = "task-3249619" [ 931.504981] env[69506]: _type = "Task" [ 931.504981] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.516155] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.532636] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.532901] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.533090] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.533740] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.533740] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.533740] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.533997] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.533997] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.534212] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.534361] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.534563] env[69506]: DEBUG nova.virt.hardware [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.535858] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf2654-4c49-4922-9d0e-47de7ee518f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.543971] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b0a0c-71d9-4d5e-8558-3a509a386178 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.582690] env[69506]: DEBUG nova.scheduler.client.report [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.804242] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249615, 'name': CreateVM_Task, 'duration_secs': 0.386463} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.804431] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.805148] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.805316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.805655] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.805925] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0030c165-77c0-48ad-b347-1c98352db8bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.811131] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 931.811131] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250520c-bf8d-e2db-3529-1199a1b9ddc2" [ 931.811131] env[69506]: _type = "Task" [ 931.811131] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.820726] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250520c-bf8d-e2db-3529-1199a1b9ddc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.832182] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523453} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.832445] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.832673] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.832935] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-258f90e9-a7d6-484c-a399-b766a77112fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.841666] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 931.841666] env[69506]: value = "task-3249620" [ 931.841666] env[69506]: _type = "Task" [ 931.841666] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.856018] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.874229] env[69506]: DEBUG nova.compute.manager [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 931.908869] env[69506]: DEBUG oslo_vmware.api [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166804} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.908869] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.908869] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.908869] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.908869] env[69506]: INFO nova.compute.manager [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 931.908869] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.908869] env[69506]: DEBUG nova.compute.manager [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.908869] env[69506]: DEBUG nova.network.neutron [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.023451] env[69506]: DEBUG oslo_vmware.api [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Task: {'id': task-3249619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164969} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.026268] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.026506] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.026718] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.027055] env[69506]: INFO nova.compute.manager [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Took 1.13 seconds to destroy the instance on the hypervisor. [ 932.027960] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.027960] env[69506]: DEBUG nova.compute.manager [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.027960] env[69506]: DEBUG nova.network.neutron [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.090423] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.091028] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.099392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.894s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.099683] env[69506]: DEBUG nova.objects.instance [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lazy-loading 'resources' on Instance uuid 15069707-265b-4d9f-be42-e3cdb4c2f951 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.313175] env[69506]: DEBUG nova.network.neutron [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updated VIF entry in instance network info cache for port f861d847-170c-4cc1-b32f-f4a0323aaf13. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.313175] env[69506]: DEBUG nova.network.neutron [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating instance_info_cache with network_info: [{"id": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "address": "fa:16:3e:d5:68:21", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf861d847-17", "ovs_interfaceid": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.322736] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5250520c-bf8d-e2db-3529-1199a1b9ddc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.323296] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.323877] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.324120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.324404] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.326070] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.326070] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b9cd04-95a3-418b-9d81-1407cb0c315d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.337019] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.337019] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.337019] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf14c20-53c6-48d2-bc2f-6b51bc0d0e95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.342380] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 932.342380] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cdcd85-e049-8302-6df0-d7d8a8869748" [ 932.342380] env[69506]: _type = "Task" [ 932.342380] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.355211] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190465} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.360038] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.360038] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cdcd85-e049-8302-6df0-d7d8a8869748, 'name': SearchDatastore_Task, 'duration_secs': 0.008114} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.360994] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763ec9f-fbfb-41dc-99bb-443bac77b39b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.365153] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3919690-1512-4979-9ff2-91c745e8695a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.400732] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.400732] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afe46b3-aee0-40bd-bd0e-ea45218ee8b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.417317] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 932.417317] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5270dd7f-f5ac-ad33-2a46-cfbf18485d84" [ 932.417317] env[69506]: _type = "Task" [ 932.417317] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.418295] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.424429] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 932.424429] env[69506]: value = "task-3249621" [ 932.424429] env[69506]: _type = "Task" [ 932.424429] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.428137] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5270dd7f-f5ac-ad33-2a46-cfbf18485d84, 'name': SearchDatastore_Task, 'duration_secs': 0.008403} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.431218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.431485] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e728c892-c6df-47f8-b956-3f84c2f91006/e728c892-c6df-47f8-b956-3f84c2f91006.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.431826] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f705fc-dbc8-4230-8a4b-ae1446186f79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.438923] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.440186] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 932.440186] env[69506]: value = "task-3249622" [ 932.440186] env[69506]: _type = "Task" [ 932.440186] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.447984] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.591174] env[69506]: DEBUG nova.compute.manager [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Received event network-vif-plugged-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.591405] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] Acquiring lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.592022] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.592022] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.592022] env[69506]: DEBUG nova.compute.manager [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] No waiting events found dispatching network-vif-plugged-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.592144] env[69506]: WARNING nova.compute.manager [req-e2aabaa5-9697-475e-87ad-fbe30f249b42 req-f0086736-ac84-44bc-9973-c1a7016e6d61 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Received unexpected event network-vif-plugged-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a for instance with vm_state building and task_state spawning. [ 932.607314] env[69506]: DEBUG nova.compute.utils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.612026] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.612026] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.637072] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Successfully updated port: 63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.725413] env[69506]: DEBUG nova.policy [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3bebf3500848e69f15aa142cbc5567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41eb37f462c549e8885ba22e3318e32b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.819091] env[69506]: DEBUG oslo_concurrency.lockutils [req-d249f0aa-9a16-4fb7-b432-f1fb8ec20f0a req-82420751-01ff-4cc6-b5d9-1204e9857634 service nova] Releasing lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.940652] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249621, 'name': ReconfigVM_Task, 'duration_secs': 0.333498} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.941029] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to attach disk [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.945842] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a751ad55-dc31-4a37-9ec6-9d1e8e7491c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.953861] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483518} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.955032] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e728c892-c6df-47f8-b956-3f84c2f91006/e728c892-c6df-47f8-b956-3f84c2f91006.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.955260] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.955575] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 932.955575] env[69506]: value = "task-3249623" [ 932.955575] env[69506]: _type = "Task" [ 932.955575] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.955815] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885570d0-aa2d-4c3b-b878-97d0c4b4442f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.969041] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249623, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.971509] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 932.971509] env[69506]: value = "task-3249624" [ 932.971509] env[69506]: _type = "Task" [ 932.971509] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.980495] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.051477] env[69506]: DEBUG nova.network.neutron [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.113640] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.137939] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.138129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquired lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.138482] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.151642] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58265d8-77b7-40bf-82f4-358b4ae38838 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.160779] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3de60-accf-48b9-8050-58c09ceda8ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.195820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb29ec-7f18-49e2-a3f5-9959849b1797 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.203973] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ee38ec-8a5d-4ce1-870e-a54298645a3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.221038] env[69506]: DEBUG nova.compute.provider_tree [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.280157] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Successfully created port: 32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.334360] env[69506]: DEBUG nova.network.neutron [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.468512] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249623, 'name': Rename_Task, 'duration_secs': 0.140932} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.469612] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.470074] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c08700-a039-4e90-a174-d79934f3b1e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.484576] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065213} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.484576] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.484576] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 933.484576] env[69506]: value = "task-3249625" [ 933.484576] env[69506]: _type = "Task" [ 933.484576] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.484884] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f062f-8307-4285-86d1-544dd4a0077c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.514047] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e728c892-c6df-47f8-b956-3f84c2f91006/e728c892-c6df-47f8-b956-3f84c2f91006.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.518534] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9718021-85f4-4d6e-9c5f-939c0ad8af63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.536660] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249625, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.539503] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 933.539503] env[69506]: value = "task-3249626" [ 933.539503] env[69506]: _type = "Task" [ 933.539503] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.549500] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.554320] env[69506]: INFO nova.compute.manager [-] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Took 1.53 seconds to deallocate network for instance. [ 933.617605] env[69506]: DEBUG nova.compute.manager [req-4b9856ff-d24a-4921-a2dc-b619f5fb93f8 req-5d2ba547-ae1f-4e69-81f6-c762a62cf441 service nova] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Received event network-vif-deleted-73842b13-3456-45bb-b43d-b1f3f051d9a3 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.617834] env[69506]: DEBUG nova.compute.manager [req-4b9856ff-d24a-4921-a2dc-b619f5fb93f8 req-5d2ba547-ae1f-4e69-81f6-c762a62cf441 service nova] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Received event network-vif-deleted-25575976-0a88-43e5-ad3c-f04c3e76efc6 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.619990] env[69506]: INFO nova.virt.block_device [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Booting with volume 3f2533a0-adbd-45d0-b323-2a36cd6eca2c at /dev/sda [ 933.671941] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85cabdbf-9a5a-468d-a7f7-ec2ebb654354 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.682177] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef8532-d96a-4265-9e8f-0f3b04b32d40 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.701884] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.719309] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-701849c0-6b8d-4489-b398-ee0981e17f4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.721888] env[69506]: DEBUG nova.scheduler.client.report [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.731449] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e764178-b36b-4ea8-88d2-f61037ec2738 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.771274] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54885a11-b893-4a09-a4b8-d55a5461d312 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.779121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c805aa9b-cce1-4a7b-bee2-639f78f313ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.797397] env[69506]: DEBUG nova.virt.block_device [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating existing volume attachment record: 741508ef-6ce1-458b-94a3-4af3d1b14c1e {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.837193] env[69506]: INFO nova.compute.manager [-] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Took 1.93 seconds to deallocate network for instance. [ 933.935546] env[69506]: DEBUG nova.network.neutron [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Updating instance_info_cache with network_info: [{"id": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "address": "fa:16:3e:f7:bf:f8", "network": {"id": "1c014968-7e09-458d-a2fe-68e69cbc1425", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-443138022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657d504fc814b91b26f5a6e00ba7339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e00be1-1f", "ovs_interfaceid": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.999860] env[69506]: DEBUG oslo_vmware.api [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3249625, 'name': PowerOnVM_Task, 'duration_secs': 0.493623} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.999860] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.000870] env[69506]: INFO nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Took 7.65 seconds to spawn the instance on the hypervisor. [ 934.001110] env[69506]: DEBUG nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.002009] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd07b4a-914e-4630-b964-10f971e39bbc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.050353] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.061597] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.227752] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.232126] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.911s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.233650] env[69506]: INFO nova.compute.claims [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.252325] env[69506]: INFO nova.scheduler.client.report [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Deleted allocations for instance 15069707-265b-4d9f-be42-e3cdb4c2f951 [ 934.344361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.439362] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Releasing lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.439362] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Instance network_info: |[{"id": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "address": "fa:16:3e:f7:bf:f8", "network": {"id": "1c014968-7e09-458d-a2fe-68e69cbc1425", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-443138022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657d504fc814b91b26f5a6e00ba7339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e00be1-1f", "ovs_interfaceid": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.439733] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bf:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e00be1-1f4b-4bf1-ab4d-a8beea62d61a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.450079] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Creating folder: Project (a657d504fc814b91b26f5a6e00ba7339). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.450344] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96e391c-630f-4e19-bf54-85ac946d4906 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.462439] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Created folder: Project (a657d504fc814b91b26f5a6e00ba7339) in parent group-v649133. [ 934.462652] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Creating folder: Instances. Parent ref: group-v649346. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.462905] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a2c19cf-5946-4352-80ae-04b6ff1e9808 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.472256] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Created folder: Instances in parent group-v649346. [ 934.472551] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.472739] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.472976] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08ae6e7-173b-4971-8ca7-66cc5350e3e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.493489] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.493489] env[69506]: value = "task-3249629" [ 934.493489] env[69506]: _type = "Task" [ 934.493489] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.503999] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249629, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.522518] env[69506]: INFO nova.compute.manager [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Took 30.11 seconds to build instance. [ 934.550332] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249626, 'name': ReconfigVM_Task, 'duration_secs': 0.837899} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.551520] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e728c892-c6df-47f8-b956-3f84c2f91006/e728c892-c6df-47f8-b956-3f84c2f91006.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.551520] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-813ac318-50bd-4f74-8f11-9486002ff792 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.558092] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 934.558092] env[69506]: value = "task-3249630" [ 934.558092] env[69506]: _type = "Task" [ 934.558092] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.567783] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249630, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.762619] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cc5b580e-49fa-48ec-9e88-fe986d0ef985 tempest-ServerShowV247Test-1557828519 tempest-ServerShowV247Test-1557828519-project-member] Lock "15069707-265b-4d9f-be42-e3cdb4c2f951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.882s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.855202] env[69506]: DEBUG nova.compute.manager [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Received event network-changed-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.855436] env[69506]: DEBUG nova.compute.manager [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Refreshing instance network info cache due to event network-changed-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.855658] env[69506]: DEBUG oslo_concurrency.lockutils [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] Acquiring lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.855801] env[69506]: DEBUG oslo_concurrency.lockutils [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] Acquired lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.855959] env[69506]: DEBUG nova.network.neutron [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Refreshing network info cache for port 63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.005946] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249629, 'name': CreateVM_Task, 'duration_secs': 0.417779} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.006830] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.008798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.009104] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.009471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.009788] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe582f3a-5e89-496d-b5b1-35dc1c6def19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.017029] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 935.017029] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262fb2-ca87-a20c-f739-a3d09f4c0f26" [ 935.017029] env[69506]: _type = "Task" [ 935.017029] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.026899] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ede2578c-6ecf-413d-ab3a-ebfa0cd37963 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.630s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.026899] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262fb2-ca87-a20c-f739-a3d09f4c0f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.072760] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249630, 'name': Rename_Task, 'duration_secs': 0.240853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.073338] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.073414] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e380791-550c-4944-8619-28d15248ac17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.081451] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 935.081451] env[69506]: value = "task-3249631" [ 935.081451] env[69506]: _type = "Task" [ 935.081451] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.091216] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.511051] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Successfully updated port: 32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.533220] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52262fb2-ca87-a20c-f739-a3d09f4c0f26, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.533220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.533447] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.534546] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.534546] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.534546] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.534546] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35ef5fde-7124-4f85-b603-663f9dcb3e37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.547835] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.548025] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.549710] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dee6a9-5003-441f-a916-a97b12813d5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.561351] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 935.561351] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5219ae55-beee-f950-07d6-f78269f4978f" [ 935.561351] env[69506]: _type = "Task" [ 935.561351] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.572570] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5219ae55-beee-f950-07d6-f78269f4978f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.590698] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.672075] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446aba0b-597f-48e3-908c-9d414aa990f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.681589] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578d01c-ab3b-4b1a-91f0-82de020431a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.720735] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eff1df-2c2b-46c8-942c-037af542f587 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.724639] env[69506]: DEBUG nova.compute.manager [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Received event network-vif-plugged-32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.724639] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Acquiring lock "7da9743d-7502-430d-808c-ad4ab676b546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.724797] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Lock "7da9743d-7502-430d-808c-ad4ab676b546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.724961] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Lock "7da9743d-7502-430d-808c-ad4ab676b546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.725148] env[69506]: DEBUG nova.compute.manager [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] No waiting events found dispatching network-vif-plugged-32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.725308] env[69506]: WARNING nova.compute.manager [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Received unexpected event network-vif-plugged-32e6df20-abe3-4e77-8deb-63a71c38211b for instance with vm_state building and task_state spawning. [ 935.726601] env[69506]: DEBUG nova.compute.manager [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Received event network-changed-32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.726601] env[69506]: DEBUG nova.compute.manager [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Refreshing instance network info cache due to event network-changed-32e6df20-abe3-4e77-8deb-63a71c38211b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.726601] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Acquiring lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.726601] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Acquired lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.726601] env[69506]: DEBUG nova.network.neutron [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Refreshing network info cache for port 32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.733635] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf88178-d502-4935-90a1-cba0539d66a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.748826] env[69506]: DEBUG nova.compute.provider_tree [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.786499] env[69506]: DEBUG nova.network.neutron [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Updated VIF entry in instance network info cache for port 63e00be1-1f4b-4bf1-ab4d-a8beea62d61a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.786499] env[69506]: DEBUG nova.network.neutron [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Updating instance_info_cache with network_info: [{"id": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "address": "fa:16:3e:f7:bf:f8", "network": {"id": "1c014968-7e09-458d-a2fe-68e69cbc1425", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-443138022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657d504fc814b91b26f5a6e00ba7339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e00be1-1f", "ovs_interfaceid": "63e00be1-1f4b-4bf1-ab4d-a8beea62d61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.918031] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.918486] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.918707] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.918960] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.919212] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.919368] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.919515] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.919717] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.919892] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.920184] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.920357] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.920530] env[69506]: DEBUG nova.virt.hardware [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.921408] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2946b89e-ee27-4aea-8091-6c15bb813457 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.930816] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db8eed-9245-4689-ba47-e60a407c9b95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.015897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.074011] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5219ae55-beee-f950-07d6-f78269f4978f, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.076173] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852b5361-793b-4bf0-b915-007d28f22884 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.083134] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 936.083134] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d5f4fc-7a0b-0268-cd99-9b0ba4309db5" [ 936.083134] env[69506]: _type = "Task" [ 936.083134] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.103029] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d5f4fc-7a0b-0268-cd99-9b0ba4309db5, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.107561] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.107561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.107867] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f3c72c6e-bd78-48fc-a80d-e168993dacdf/f3c72c6e-bd78-48fc-a80d-e168993dacdf.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.108080] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c74e91-c868-4737-80e2-3bd770b56d8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.115227] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 936.115227] env[69506]: value = "task-3249632" [ 936.115227] env[69506]: _type = "Task" [ 936.115227] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.128306] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.252711] env[69506]: DEBUG nova.scheduler.client.report [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.289603] env[69506]: DEBUG oslo_concurrency.lockutils [req-f9ab4047-7115-42b9-9b85-36a22c329de8 req-d16749c0-f4e0-4ce2-a012-e7f992672bb1 service nova] Releasing lock "refresh_cache-f3c72c6e-bd78-48fc-a80d-e168993dacdf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.299129] env[69506]: DEBUG nova.network.neutron [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.438275] env[69506]: DEBUG nova.network.neutron [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.599067] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.628071] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.628434] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f3c72c6e-bd78-48fc-a80d-e168993dacdf/f3c72c6e-bd78-48fc-a80d-e168993dacdf.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.629185] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.629185] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64d03ab-15b4-42ab-a3ee-b4e394a0d033 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.638238] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 936.638238] env[69506]: value = "task-3249633" [ 936.638238] env[69506]: _type = "Task" [ 936.638238] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.648945] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.762808] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.763370] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.765957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.598s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.766175] env[69506]: DEBUG nova.objects.instance [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lazy-loading 'resources' on Instance uuid 5c1c011a-cb40-4576-aadd-f2e2c09706e7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.940683] env[69506]: DEBUG oslo_concurrency.lockutils [req-f94c9d52-a75d-45c7-9d82-639ca69d160a req-b9058e20-b4fd-4da7-b0e1-c2bc4cec5b56 service nova] Releasing lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.941399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquired lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.941576] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.095126] env[69506]: DEBUG oslo_vmware.api [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249631, 'name': PowerOnVM_Task, 'duration_secs': 1.586681} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.099360] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.099360] env[69506]: INFO nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Took 8.17 seconds to spawn the instance on the hypervisor. [ 937.099360] env[69506]: DEBUG nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.099360] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101dbaaa-73e0-4123-9b9a-555c460c21c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.141156] env[69506]: DEBUG nova.compute.manager [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Received event network-changed-3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.141156] env[69506]: DEBUG nova.compute.manager [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Refreshing instance network info cache due to event network-changed-3e12ccf7-0e48-429c-958c-8df489366e1c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.141622] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] Acquiring lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.141963] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] Acquired lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.142276] env[69506]: DEBUG nova.network.neutron [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Refreshing network info cache for port 3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.156914] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091486} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.157774] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.158642] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc57f2-caf5-4ee0-8634-81c733d2131f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.191909] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f3c72c6e-bd78-48fc-a80d-e168993dacdf/f3c72c6e-bd78-48fc-a80d-e168993dacdf.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.192239] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-202dbfce-1667-4d64-8ef0-6d926bbd162d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.213739] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 937.213739] env[69506]: value = "task-3249634" [ 937.213739] env[69506]: _type = "Task" [ 937.213739] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.224519] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.272293] env[69506]: DEBUG nova.compute.utils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.272293] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.272293] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.361227] env[69506]: DEBUG nova.policy [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7e20ccb9954c71ab5e5e1e387d6e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad20d82d8f401f95bfa1e53529568e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.512909] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.622930] env[69506]: INFO nova.compute.manager [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Took 32.41 seconds to build instance. [ 937.691567] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76703432-7c75-4ab0-823a-0bffb63950e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.704852] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d8237-ae50-4012-ab73-a661110d404f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.741259] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39651bac-9c17-4607-afb0-c11510fbfb89 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.749804] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.752985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9462fe42-db60-4362-8250-bf88a5ea7e7d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.768696] env[69506]: DEBUG nova.compute.provider_tree [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.777707] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.862627] env[69506]: DEBUG nova.network.neutron [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating instance_info_cache with network_info: [{"id": "32e6df20-abe3-4e77-8deb-63a71c38211b", "address": "fa:16:3e:01:1e:92", "network": {"id": "a29f9770-91b8-4fe8-84bd-b11a642890b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1948415406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41eb37f462c549e8885ba22e3318e32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e6df20-ab", "ovs_interfaceid": "32e6df20-abe3-4e77-8deb-63a71c38211b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.097470] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Successfully created port: ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.105201] env[69506]: DEBUG nova.network.neutron [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updated VIF entry in instance network info cache for port 3e12ccf7-0e48-429c-958c-8df489366e1c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.105201] env[69506]: DEBUG nova.network.neutron [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating instance_info_cache with network_info: [{"id": "3e12ccf7-0e48-429c-958c-8df489366e1c", "address": "fa:16:3e:ae:76:a8", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e12ccf7-0e", "ovs_interfaceid": "3e12ccf7-0e48-429c-958c-8df489366e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.125389] env[69506]: DEBUG oslo_concurrency.lockutils [None req-537f5c72-06cf-4b58-aab9-c9382c1206cf tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.930s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.247991] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249634, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.276018] env[69506]: DEBUG nova.scheduler.client.report [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.365513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Releasing lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.366375] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance network_info: |[{"id": "32e6df20-abe3-4e77-8deb-63a71c38211b", "address": "fa:16:3e:01:1e:92", "network": {"id": "a29f9770-91b8-4fe8-84bd-b11a642890b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1948415406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41eb37f462c549e8885ba22e3318e32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e6df20-ab", "ovs_interfaceid": "32e6df20-abe3-4e77-8deb-63a71c38211b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.366835] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:1e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e6df20-abe3-4e77-8deb-63a71c38211b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.374658] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Creating folder: Project (41eb37f462c549e8885ba22e3318e32b). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.374932] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9c640f-8d89-448d-b2d0-84ccb974b395 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.388070] env[69506]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 938.388144] env[69506]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69506) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 938.388759] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Folder already exists: Project (41eb37f462c549e8885ba22e3318e32b). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 938.389045] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Creating folder: Instances. Parent ref: group-v649328. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.389251] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c59472-e71b-4370-a3ad-5879fb0bae64 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.398540] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Created folder: Instances in parent group-v649328. [ 938.398772] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.399038] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.399308] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c1e949-0ee3-4bed-a58d-24a31ad288f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.426615] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.426615] env[69506]: value = "task-3249637" [ 938.426615] env[69506]: _type = "Task" [ 938.426615] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.435263] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249637, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.607219] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fb75a42-5413-46df-9492-9178fc091306 req-ebb54473-4134-4049-95bb-856440d13522 service nova] Releasing lock "refresh_cache-db68d854-29e3-43b9-a7ff-9a82ae0353a6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.753748] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249634, 'name': ReconfigVM_Task, 'duration_secs': 1.06872} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.754167] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f3c72c6e-bd78-48fc-a80d-e168993dacdf/f3c72c6e-bd78-48fc-a80d-e168993dacdf.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.754837] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f656da-594f-450a-904a-78107b8bcd29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.761587] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 938.761587] env[69506]: value = "task-3249638" [ 938.761587] env[69506]: _type = "Task" [ 938.761587] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.772116] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249638, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.779478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.781629] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.538s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.781791] env[69506]: DEBUG nova.objects.instance [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'resources' on Instance uuid 0257d00e-4c73-4c3d-8294-d1f5a673fbcb {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.786040] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.815905] env[69506]: INFO nova.scheduler.client.report [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted allocations for instance 5c1c011a-cb40-4576-aadd-f2e2c09706e7 [ 938.827306] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.827602] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.827760] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.827935] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.828087] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.828229] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.828429] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.828695] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.828784] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.829045] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.829248] env[69506]: DEBUG nova.virt.hardware [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.830598] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7990e7-6c47-434b-b98a-ecca8a6f5726 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.839611] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bdb3f6-b784-451b-8072-9e6a7de8c314 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.940928] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249637, 'name': CreateVM_Task, 'duration_secs': 0.31548} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.941302] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.942138] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '741508ef-6ce1-458b-94a3-4af3d1b14c1e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649331', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'name': 'volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da9743d-7502-430d-808c-ad4ab676b546', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'serial': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c'}, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69506) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 938.942523] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Root volume attach. Driver type: vmdk {{(pid=69506) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 938.943448] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad281eb-c8e0-4760-83c9-79e81805031f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.957018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00fa4c6-7ade-4d05-9fc5-1113d75592db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.961283] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9c128-fa27-4f5a-98f1-c5759ab12e34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.971031] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2d8603b8-aedf-4798-b1ed-31946bb9a958 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.976548] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 938.976548] env[69506]: value = "task-3249639" [ 938.976548] env[69506]: _type = "Task" [ 938.976548] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.986144] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.279166] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249638, 'name': Rename_Task, 'duration_secs': 0.164051} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.279485] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.279754] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e176cce5-89c9-45f4-8a19-0bf338949cff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.290959] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 939.290959] env[69506]: value = "task-3249640" [ 939.290959] env[69506]: _type = "Task" [ 939.290959] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.303972] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.327443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d06712cd-73c8-4987-85d1-177bea5cb572 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "5c1c011a-cb40-4576-aadd-f2e2c09706e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.849s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.492739] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 42%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.720597] env[69506]: DEBUG nova.compute.manager [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Received event network-changed-f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.721384] env[69506]: DEBUG nova.compute.manager [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Refreshing instance network info cache due to event network-changed-f861d847-170c-4cc1-b32f-f4a0323aaf13. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.721384] env[69506]: DEBUG oslo_concurrency.lockutils [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] Acquiring lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.721384] env[69506]: DEBUG oslo_concurrency.lockutils [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] Acquired lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.721384] env[69506]: DEBUG nova.network.neutron [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Refreshing network info cache for port f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.808266] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249640, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.835554] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d4221-4996-4f54-bc45-15ad66597921 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.845428] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5135bd5d-7cf2-4903-ace3-a70d44061b59 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.887734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2fe47-b6b2-4fc2-a0bb-d85b1cbae010 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.898558] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4546d1e-eeee-439a-9009-e895820f57be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.916056] env[69506]: DEBUG nova.compute.provider_tree [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.997027] env[69506]: DEBUG nova.compute.manager [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Received event network-vif-plugged-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.997027] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] Acquiring lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.997027] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.997027] env[69506]: DEBUG oslo_concurrency.lockutils [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.997027] env[69506]: DEBUG nova.compute.manager [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] No waiting events found dispatching network-vif-plugged-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.997027] env[69506]: WARNING nova.compute.manager [req-0fc7785f-b3bb-4155-8baf-e661ed1f2a10 req-427b25c3-4261-40e0-a5d4-22c38f8f9747 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Received unexpected event network-vif-plugged-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb for instance with vm_state building and task_state spawning. [ 939.997027] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 54%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.157808] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Successfully updated port: ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.304704] env[69506]: DEBUG oslo_vmware.api [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249640, 'name': PowerOnVM_Task, 'duration_secs': 0.643636} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.305108] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.305238] env[69506]: INFO nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Took 8.81 seconds to spawn the instance on the hypervisor. [ 940.308506] env[69506]: DEBUG nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.309827] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3a359-ced9-4d28-8764-5d3229f88e94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.419347] env[69506]: DEBUG nova.scheduler.client.report [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.492299] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 67%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.599583] env[69506]: DEBUG nova.network.neutron [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updated VIF entry in instance network info cache for port f861d847-170c-4cc1-b32f-f4a0323aaf13. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.599887] env[69506]: DEBUG nova.network.neutron [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating instance_info_cache with network_info: [{"id": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "address": "fa:16:3e:d5:68:21", "network": {"id": "1f661d39-2d10-4250-ab0b-eadf4b03dfc7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008260234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3adf90401a944a69d94d6f227dc57bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf861d847-17", "ovs_interfaceid": "f861d847-170c-4cc1-b32f-f4a0323aaf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.662120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.662120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.662120] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.835322] env[69506]: INFO nova.compute.manager [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Took 31.55 seconds to build instance. [ 940.927140] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.931073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.576s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.931073] env[69506]: DEBUG nova.objects.instance [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lazy-loading 'resources' on Instance uuid 641c34b8-2560-464b-88eb-6e61f2775493 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.961195] env[69506]: INFO nova.scheduler.client.report [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted allocations for instance 0257d00e-4c73-4c3d-8294-d1f5a673fbcb [ 940.999728] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 81%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.104887] env[69506]: DEBUG oslo_concurrency.lockutils [req-4d866d0c-58fe-440a-872f-d2859805e6c6 req-31688cf0-aa45-43c9-809a-dec876b34201 service nova] Releasing lock "refresh_cache-e728c892-c6df-47f8-b956-3f84c2f91006" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.238661] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.339313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae777873-5735-4d48-8fc8-7180a9f9fda4 tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.063s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.342714] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.343193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.473177] env[69506]: DEBUG oslo_concurrency.lockutils [None req-00befe44-4c00-4c3c-bc1b-f4d10ba00f53 tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "0257d00e-4c73-4c3d-8294-d1f5a673fbcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.880s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.495469] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.498738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.498976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.499200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.499388] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.499553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.501882] env[69506]: INFO nova.compute.manager [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Terminating instance [ 941.517895] env[69506]: DEBUG nova.network.neutron [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Updating instance_info_cache with network_info: [{"id": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "address": "fa:16:3e:67:b7:3b", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8ff593-5f", "ovs_interfaceid": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.846108] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.945177] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86bc33-d6ac-4448-b3af-16736f6386b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.954223] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc61349-f507-45b8-9b96-32bf4265cedc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.004305] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5424e09-f8ab-4b7b-bbac-7fad7ed0715b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.007552] env[69506]: DEBUG nova.compute.manager [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.007784] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.009387] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f33d9-ebe3-4a08-b073-35512face94e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.017325] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 97%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.020110] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5384e00-de4d-4e7b-b479-dfd1fbe499c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.027685] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.027685] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Instance network_info: |[{"id": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "address": "fa:16:3e:67:b7:3b", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8ff593-5f", "ovs_interfaceid": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.029294] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.029732] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac8ff593-5f88-4bb1-9dc9-967d0caa1deb', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.038248] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.041698] env[69506]: DEBUG nova.compute.manager [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Received event network-changed-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.041698] env[69506]: DEBUG nova.compute.manager [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Refreshing instance network info cache due to event network-changed-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.041698] env[69506]: DEBUG oslo_concurrency.lockutils [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] Acquiring lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.041698] env[69506]: DEBUG oslo_concurrency.lockutils [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] Acquired lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.041698] env[69506]: DEBUG nova.network.neutron [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Refreshing network info cache for port ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.042471] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d37c284-96d8-4695-98ad-67a699ffcba3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.054067] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.054832] env[69506]: DEBUG nova.compute.provider_tree [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.060108] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139bd2da-8815-46d3-9cc7-b334c6a94d6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.078827] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 942.078827] env[69506]: value = "task-3249641" [ 942.078827] env[69506]: _type = "Task" [ 942.078827] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.080185] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.080185] env[69506]: value = "task-3249642" [ 942.080185] env[69506]: _type = "Task" [ 942.080185] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.098023] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.099949] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249642, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.368961] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.393783] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.394043] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.394263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.394444] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.394612] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.396699] env[69506]: INFO nova.compute.manager [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Terminating instance [ 942.509304] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task} progress is 98%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.575677] env[69506]: DEBUG nova.scheduler.client.report [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.590949] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249641, 'name': PowerOffVM_Task, 'duration_secs': 0.270784} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.596466] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.596634] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.596931] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00265651-9bc3-40d0-b41b-f44ba7e6c546 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.603829] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249642, 'name': CreateVM_Task, 'duration_secs': 0.46941} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.604132] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.604797] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.605041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.605495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.605697] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d97958-b895-4d25-b67b-c9c9fcfa1544 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.611781] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 942.611781] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bc857b-aa9f-07da-81ce-c35681093796" [ 942.611781] env[69506]: _type = "Task" [ 942.611781] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.621762] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bc857b-aa9f-07da-81ce-c35681093796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.678228] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.678481] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.678691] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Deleting the datastore file [datastore1] f3c72c6e-bd78-48fc-a80d-e168993dacdf {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.679190] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5a774f-1066-46a9-b564-0ea87636cd15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.689174] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for the task: (returnval){ [ 942.689174] env[69506]: value = "task-3249644" [ 942.689174] env[69506]: _type = "Task" [ 942.689174] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.698984] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.783788] env[69506]: DEBUG nova.network.neutron [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Updated VIF entry in instance network info cache for port ac8ff593-5f88-4bb1-9dc9-967d0caa1deb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.784017] env[69506]: DEBUG nova.network.neutron [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Updating instance_info_cache with network_info: [{"id": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "address": "fa:16:3e:67:b7:3b", "network": {"id": "7ff7c080-e0d2-41de-9536-050714e8cc39", "bridge": "br-int", "label": "tempest-ImagesTestJSON-991066254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ad20d82d8f401f95bfa1e53529568e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8ff593-5f", "ovs_interfaceid": "ac8ff593-5f88-4bb1-9dc9-967d0caa1deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.900288] env[69506]: DEBUG nova.compute.manager [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.900544] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.901496] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0e6b5-d34b-494d-8a50-2592ea401782 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.910978] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.911243] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34e54e0-fcf9-44d5-9716-a190c5cc12a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.917405] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 942.917405] env[69506]: value = "task-3249645" [ 942.917405] env[69506]: _type = "Task" [ 942.917405] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.925406] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.012992] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249639, 'name': RelocateVM_Task, 'duration_secs': 3.858348} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.013984] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 943.014401] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649331', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'name': 'volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da9743d-7502-430d-808c-ad4ab676b546', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'serial': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 943.015911] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63dee5-80b2-4110-9327-b1af46b9122b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.037551] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524ab1c-4c69-4473-8e45-0217516ecd76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.065669] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c/volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.065669] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b0f66f-7d03-436e-ace8-be2b6f827790 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.086735] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.093364] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.242s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.093364] env[69506]: DEBUG nova.objects.instance [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 943.093830] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 943.093830] env[69506]: value = "task-3249646" [ 943.093830] env[69506]: _type = "Task" [ 943.093830] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.103719] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.120912] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bc857b-aa9f-07da-81ce-c35681093796, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.124316] env[69506]: INFO nova.scheduler.client.report [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Deleted allocations for instance 641c34b8-2560-464b-88eb-6e61f2775493 [ 943.124316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.124316] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.124316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.124316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.124316] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.125282] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a07ba5b-6794-47b1-83a9-5ea49a4a3b28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.141187] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.141187] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.142070] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2c82da-4e6e-4b77-9234-ef446c3f7eb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.149384] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 943.149384] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c62c64-d44e-7b19-ae63-3cf7ee77c346" [ 943.149384] env[69506]: _type = "Task" [ 943.149384] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.161031] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c62c64-d44e-7b19-ae63-3cf7ee77c346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.202024] env[69506]: DEBUG oslo_vmware.api [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Task: {'id': task-3249644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194691} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.202024] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.202024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.202483] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.202653] env[69506]: INFO nova.compute.manager [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 943.202971] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.203176] env[69506]: DEBUG nova.compute.manager [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.203285] env[69506]: DEBUG nova.network.neutron [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.286353] env[69506]: DEBUG oslo_concurrency.lockutils [req-a3761aa0-e6a0-4df4-8e04-5a9f2ed4561c req-a69d701c-d98d-47d0-9f0a-5d5da46393fd service nova] Releasing lock "refresh_cache-84017ca2-7c0f-44a7-ad1f-043f06f3aa45" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.430841] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249645, 'name': PowerOffVM_Task, 'duration_secs': 0.351082} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.432281] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.432498] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.432766] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-930fcec2-433c-4258-8330-59f61f228218 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.496603] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.497237] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.497436] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleting the datastore file [datastore1] d51b23b0-9a3c-4446-9eac-e76dfe46f634 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.497719] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b5c325-3e81-421a-9b72-83559f848b5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.508375] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 943.508375] env[69506]: value = "task-3249648" [ 943.508375] env[69506]: _type = "Task" [ 943.508375] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.520566] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.608012] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.635163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89003e8b-41be-4b11-8338-9041f6419785 tempest-MigrationsAdminTest-725814107 tempest-MigrationsAdminTest-725814107-project-member] Lock "641c34b8-2560-464b-88eb-6e61f2775493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.820s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.662481] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c62c64-d44e-7b19-ae63-3cf7ee77c346, 'name': SearchDatastore_Task, 'duration_secs': 0.017396} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.663925] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b2feb2-1eae-4b32-a38a-04daf4b8a220 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.670939] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 943.670939] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb0553-50f6-8ae7-7a29-cd3317e8e7fc" [ 943.670939] env[69506]: _type = "Task" [ 943.670939] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.681103] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb0553-50f6-8ae7-7a29-cd3317e8e7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.021121] env[69506]: DEBUG oslo_vmware.api [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498485} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.024033] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.024033] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.024033] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.024033] env[69506]: INFO nova.compute.manager [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Took 1.12 seconds to destroy the instance on the hypervisor. [ 944.024033] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.024033] env[69506]: DEBUG nova.compute.manager [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.024033] env[69506]: DEBUG nova.network.neutron [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.082507] env[69506]: DEBUG nova.compute.manager [req-13595cc0-4301-4dfa-b712-c663390de032 req-2ee850f4-7e61-47c2-90e3-db1d30935c60 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Received event network-vif-deleted-63e00be1-1f4b-4bf1-ab4d-a8beea62d61a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.082718] env[69506]: INFO nova.compute.manager [req-13595cc0-4301-4dfa-b712-c663390de032 req-2ee850f4-7e61-47c2-90e3-db1d30935c60 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Neutron deleted interface 63e00be1-1f4b-4bf1-ab4d-a8beea62d61a; detaching it from the instance and deleting it from the info cache [ 944.082884] env[69506]: DEBUG nova.network.neutron [req-13595cc0-4301-4dfa-b712-c663390de032 req-2ee850f4-7e61-47c2-90e3-db1d30935c60 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.103997] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eafbbe5d-ad51-4b0c-b132-9072778ee0af tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.105401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.680s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.105579] env[69506]: DEBUG nova.objects.instance [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lazy-loading 'resources' on Instance uuid 9d274c37-1cf5-4545-b94e-ea7b442cf591 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.114953] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249646, 'name': ReconfigVM_Task, 'duration_secs': 0.541136} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.114953] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c/volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.122744] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df33680-9aba-4c00-bb57-c074926c15f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140184] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 944.140184] env[69506]: value = "task-3249649" [ 944.140184] env[69506]: _type = "Task" [ 944.140184] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.148556] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.159619] env[69506]: DEBUG nova.network.neutron [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.182608] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb0553-50f6-8ae7-7a29-cd3317e8e7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022173} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.183102] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.183468] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 84017ca2-7c0f-44a7-ad1f-043f06f3aa45/84017ca2-7c0f-44a7-ad1f-043f06f3aa45.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.183897] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e738ce4-1a48-4f4e-9a3c-c670a4c6ca65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.191469] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 944.191469] env[69506]: value = "task-3249650" [ 944.191469] env[69506]: _type = "Task" [ 944.191469] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.200997] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.587428] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a918ba5-19db-4ca7-9e4d-371dd20f95ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.598031] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7be45a-3f8d-45b1-92ad-e0d7d5e82fb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.644578] env[69506]: DEBUG nova.compute.manager [req-13595cc0-4301-4dfa-b712-c663390de032 req-2ee850f4-7e61-47c2-90e3-db1d30935c60 service nova] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Detach interface failed, port_id=63e00be1-1f4b-4bf1-ab4d-a8beea62d61a, reason: Instance f3c72c6e-bd78-48fc-a80d-e168993dacdf could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.662619] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249649, 'name': ReconfigVM_Task, 'duration_secs': 0.179552} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.663921] env[69506]: INFO nova.compute.manager [-] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Took 1.46 seconds to deallocate network for instance. [ 944.663921] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649331', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'name': 'volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da9743d-7502-430d-808c-ad4ab676b546', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'serial': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.665538] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c6424b4-2151-469e-be6d-259783a8b845 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.681263] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 944.681263] env[69506]: value = "task-3249651" [ 944.681263] env[69506]: _type = "Task" [ 944.681263] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.691330] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249651, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.706251] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.891764] env[69506]: DEBUG nova.network.neutron [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.093077] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3fcb29-f3c2-4c37-b8d4-34314f51079a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.102103] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf852a-d77d-4c0f-b14d-c3e5c4463aee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.134102] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0450bfb-65bc-4880-a694-66832d22e48d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.142189] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca4270-12f8-48a2-a331-4d4a4b29f886 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.158890] env[69506]: DEBUG nova.compute.provider_tree [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.176231] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.191605] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249651, 'name': Rename_Task, 'duration_secs': 0.254332} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.191928] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.192221] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e6f15b-946f-48aa-8ba2-ad8b7f18a0f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.200962] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 945.200962] env[69506]: value = "task-3249652" [ 945.200962] env[69506]: _type = "Task" [ 945.200962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.208216] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578648} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.208791] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 84017ca2-7c0f-44a7-ad1f-043f06f3aa45/84017ca2-7c0f-44a7-ad1f-043f06f3aa45.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.209061] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.209317] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76fb870a-2f0f-4ca5-bef0-697468525098 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.213902] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.218461] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 945.218461] env[69506]: value = "task-3249653" [ 945.218461] env[69506]: _type = "Task" [ 945.218461] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.225825] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.396699] env[69506]: INFO nova.compute.manager [-] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Took 1.37 seconds to deallocate network for instance. [ 945.664409] env[69506]: DEBUG nova.scheduler.client.report [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.712694] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249652, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.727564] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128785} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.727878] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.728864] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698e31d-7ee0-4883-85e1-09670e1139a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.760517] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 84017ca2-7c0f-44a7-ad1f-043f06f3aa45/84017ca2-7c0f-44a7-ad1f-043f06f3aa45.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.760517] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5225da41-226e-43b1-92b4-cf01fb4cf6b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.791893] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 945.791893] env[69506]: value = "task-3249654" [ 945.791893] env[69506]: _type = "Task" [ 945.791893] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.806856] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.902339] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.940105] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "e67f3055-8485-4c4b-ba97-3308aabc4532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.940342] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.119973] env[69506]: DEBUG nova.compute.manager [req-a330edf9-9c8e-4d2f-8337-366142bc6ba1 req-70a815f6-0411-41bf-a519-b04e3eee5f5f service nova] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Received event network-vif-deleted-a92642bc-688c-491c-8e46-bd58a5112296 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.171088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.173197] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.132s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.173197] env[69506]: DEBUG nova.objects.instance [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lazy-loading 'resources' on Instance uuid 5d104b03-0dc6-41bf-8df2-111db8299cfe {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.199618] env[69506]: INFO nova.scheduler.client.report [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted allocations for instance 9d274c37-1cf5-4545-b94e-ea7b442cf591 [ 946.214232] env[69506]: DEBUG oslo_vmware.api [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3249652, 'name': PowerOnVM_Task, 'duration_secs': 0.908268} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.214500] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.214702] env[69506]: INFO nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Took 10.30 seconds to spawn the instance on the hypervisor. [ 946.214888] env[69506]: DEBUG nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.215746] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ada74-6a73-49b7-93bc-ab0c9061b54c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.299481] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249654, 'name': ReconfigVM_Task, 'duration_secs': 0.481254} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.299956] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 84017ca2-7c0f-44a7-ad1f-043f06f3aa45/84017ca2-7c0f-44a7-ad1f-043f06f3aa45.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.300757] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f9236c8-2667-42ce-86f7-666485064086 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.306617] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 946.306617] env[69506]: value = "task-3249655" [ 946.306617] env[69506]: _type = "Task" [ 946.306617] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.314684] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249655, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.444946] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.707905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26f94192-a020-44cc-8e13-7e48c6974776 tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "9d274c37-1cf5-4545-b94e-ea7b442cf591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.704s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.740435] env[69506]: INFO nova.compute.manager [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Took 37.33 seconds to build instance. [ 946.821277] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249655, 'name': Rename_Task, 'duration_secs': 0.28845} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.821554] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.821798] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf0aa5f-657e-4203-af12-3df206f6cb0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.829899] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 946.829899] env[69506]: value = "task-3249656" [ 946.829899] env[69506]: _type = "Task" [ 946.829899] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.837541] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.967816] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.109721] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6399b1-5df6-46a9-8c7d-ad57ea80ed5d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.118981] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4419b9b-fdd4-4528-91ca-d10fbba1df7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.156756] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460dae45-2d07-4953-95e4-6bb07efadccb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.165736] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab64f64-3120-450f-abc5-04714f642403 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.180563] env[69506]: DEBUG nova.compute.provider_tree [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.242701] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b0d6e79a-5df8-4a46-a614-e881a35bebc1 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.841s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.341138] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.583842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "63813c73-4fae-42c3-90d7-01a03a2367a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.584199] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.584464] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.589230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.589230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.589230] env[69506]: INFO nova.compute.manager [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Terminating instance [ 947.684572] env[69506]: DEBUG nova.scheduler.client.report [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.845584] env[69506]: DEBUG oslo_vmware.api [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249656, 'name': PowerOnVM_Task, 'duration_secs': 0.769298} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.845584] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.845584] env[69506]: INFO nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Took 9.06 seconds to spawn the instance on the hypervisor. [ 947.845584] env[69506]: DEBUG nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.847287] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00907e3-426a-4615-9fd9-fb86326f9459 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.098379] env[69506]: DEBUG nova.compute.manager [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.101017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.101017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced4b6c-ea8d-4bb2-9dcc-73a057734519 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.109166] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.109166] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cb8376-fcc4-435a-acdf-315676f93f22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.117019] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 948.117019] env[69506]: value = "task-3249657" [ 948.117019] env[69506]: _type = "Task" [ 948.117019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.125970] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.198173] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.199884] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.660s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.201032] env[69506]: DEBUG nova.objects.instance [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lazy-loading 'resources' on Instance uuid 4aee4d05-3c7e-4812-9ea7-259442821c21 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.227027] env[69506]: INFO nova.scheduler.client.report [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Deleted allocations for instance 5d104b03-0dc6-41bf-8df2-111db8299cfe [ 948.278197] env[69506]: DEBUG nova.compute.manager [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Received event network-changed-32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.278197] env[69506]: DEBUG nova.compute.manager [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Refreshing instance network info cache due to event network-changed-32e6df20-abe3-4e77-8deb-63a71c38211b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.278197] env[69506]: DEBUG oslo_concurrency.lockutils [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] Acquiring lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.278197] env[69506]: DEBUG oslo_concurrency.lockutils [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] Acquired lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.278197] env[69506]: DEBUG nova.network.neutron [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Refreshing network info cache for port 32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.379352] env[69506]: INFO nova.compute.manager [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Took 30.08 seconds to build instance. [ 948.625697] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249657, 'name': PowerOffVM_Task, 'duration_secs': 0.258975} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.626239] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.626593] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.626955] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28a0eeac-55f2-4e14-b798-b2e38f8f535c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.707798] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.708344] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.708656] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleting the datastore file [datastore1] 63813c73-4fae-42c3-90d7-01a03a2367a7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.709559] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8925b078-a134-46ac-a2d1-6b3bce4e8e39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.719222] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for the task: (returnval){ [ 948.719222] env[69506]: value = "task-3249659" [ 948.719222] env[69506]: _type = "Task" [ 948.719222] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.734224] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.743384] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23586778-ff7b-4883-869d-a0f041052575 tempest-ServersListShow2100Test-1373226232 tempest-ServersListShow2100Test-1373226232-project-member] Lock "5d104b03-0dc6-41bf-8df2-111db8299cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.028s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.883759] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9730bf6a-76bc-4ad0-914c-076865543ad3 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.597s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.161085] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777b6ce-d1f6-41bc-ba8d-dbf6b388d8e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.173026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f0933b-4f3f-4d59-86d4-d00c06d07d00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.211588] env[69506]: DEBUG nova.network.neutron [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updated VIF entry in instance network info cache for port 32e6df20-abe3-4e77-8deb-63a71c38211b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.211950] env[69506]: DEBUG nova.network.neutron [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating instance_info_cache with network_info: [{"id": "32e6df20-abe3-4e77-8deb-63a71c38211b", "address": "fa:16:3e:01:1e:92", "network": {"id": "a29f9770-91b8-4fe8-84bd-b11a642890b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1948415406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41eb37f462c549e8885ba22e3318e32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e6df20-ab", "ovs_interfaceid": "32e6df20-abe3-4e77-8deb-63a71c38211b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.213688] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9867b07f-b06d-455e-943d-ce768f3981c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.225799] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f923e-51ab-4576-b12a-e530111058ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.234833] env[69506]: DEBUG oslo_vmware.api [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Task: {'id': task-3249659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165219} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.243123] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.243334] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.243516] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.243690] env[69506]: INFO nova.compute.manager [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.244621] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.244621] env[69506]: DEBUG nova.compute.provider_tree [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.245850] env[69506]: DEBUG nova.compute.manager [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.245955] env[69506]: DEBUG nova.network.neutron [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.717610] env[69506]: DEBUG oslo_concurrency.lockutils [req-9bb822aa-7bee-4c10-a3f5-83384543d2dc req-dbdb94cc-05e1-4107-b456-bb179b66c3e6 service nova] Releasing lock "refresh_cache-7da9743d-7502-430d-808c-ad4ab676b546" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.750257] env[69506]: DEBUG nova.scheduler.client.report [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.856712] env[69506]: DEBUG nova.compute.manager [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.858028] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de657ec0-b740-47de-bafa-23169fb14063 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.124023] env[69506]: DEBUG nova.network.neutron [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.255729] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.258280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.840s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.280338] env[69506]: INFO nova.scheduler.client.report [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Deleted allocations for instance 4aee4d05-3c7e-4812-9ea7-259442821c21 [ 950.299462] env[69506]: DEBUG nova.compute.manager [req-84866126-6390-4887-a0b0-ca0461742b03 req-1fb7c45c-aef6-4d68-abaf-6210e429c530 service nova] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Received event network-vif-deleted-19bbfc78-4198-455c-8f71-138bc384318b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.370379] env[69506]: INFO nova.compute.manager [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] instance snapshotting [ 950.377041] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df2a567-0160-4e11-bec5-f430579c57fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.396975] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc94d72-5583-47e2-8686-2ff341a82b21 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.625113] env[69506]: INFO nova.compute.manager [-] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Took 1.38 seconds to deallocate network for instance. [ 950.765024] env[69506]: INFO nova.compute.claims [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.788507] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1f0733dc-37f3-4717-90f1-117a2fc4eb42 tempest-ImagesOneServerNegativeTestJSON-1949881093 tempest-ImagesOneServerNegativeTestJSON-1949881093-project-member] Lock "4aee4d05-3c7e-4812-9ea7-259442821c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.854s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.911363] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 950.911676] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae6ca745-4f6b-4398-86a5-0853cdde656b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.920098] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 950.920098] env[69506]: value = "task-3249660" [ 950.920098] env[69506]: _type = "Task" [ 950.920098] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.929103] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.130719] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.274816] env[69506]: INFO nova.compute.resource_tracker [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating resource usage from migration e2f34713-4bd1-47ea-a755-cb670674a211 [ 951.430389] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.614020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b118c07-9767-497d-9ccb-7f5fd3113adf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.620606] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168b12d-2121-46a9-b971-0979bafef604 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.657767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e173b-c88f-4398-ae91-7e2c9fede8cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.666146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db67d0d-b7e2-4117-89f2-d66c00b1510d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.681612] env[69506]: DEBUG nova.compute.provider_tree [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.933743] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.186960] env[69506]: DEBUG nova.scheduler.client.report [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.433239] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249660, 'name': CreateSnapshot_Task, 'duration_secs': 1.141232} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.433531] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.434354] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35acd0ed-5922-48b3-80b4-f7c616be93c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.606234] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.606523] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.606742] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.611262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.611262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.613518] env[69506]: INFO nova.compute.manager [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Terminating instance [ 952.697243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.437s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.697243] env[69506]: INFO nova.compute.manager [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Migrating [ 952.709123] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.647s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.709123] env[69506]: DEBUG nova.objects.instance [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lazy-loading 'resources' on Instance uuid c04bb837-afb2-4e42-b984-598a3cd39301 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.953145] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.953346] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d65b553-593e-4484-bab2-a0a76dc1e71f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.963253] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 952.963253] env[69506]: value = "task-3249661" [ 952.963253] env[69506]: _type = "Task" [ 952.963253] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.970960] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249661, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.116474] env[69506]: DEBUG nova.compute.manager [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.116752] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.117858] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3f252-5f74-455b-a0af-7872f712a76e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.131462] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.132426] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12af4681-e02e-4cfd-b00a-805eee2527c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.140229] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 953.140229] env[69506]: value = "task-3249662" [ 953.140229] env[69506]: _type = "Task" [ 953.140229] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.150122] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.225320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.225495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.225527] env[69506]: DEBUG nova.network.neutron [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.473606] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249661, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.611471] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bde923-8ea1-47d2-9b5a-d523b9ef360b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.618916] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a542943e-2e47-48a2-ae44-d92c80e4d7ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651914] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3831aae7-e3f2-4612-9975-9c06690328fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.661819] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249662, 'name': PowerOffVM_Task, 'duration_secs': 0.354517} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.661819] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.661819] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.661819] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d66af9-2fa2-4741-867c-473f712c44a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.663895] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae85289-37aa-4345-9661-aaea7d957300 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.680408] env[69506]: DEBUG nova.compute.provider_tree [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.732496] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.732640] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.732810] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleting the datastore file [datastore1] a2f033d3-5efd-44f6-95b9-89e91f113c8b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.733072] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dfa0460-5eef-4354-82e6-a077f5e184d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.739060] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for the task: (returnval){ [ 953.739060] env[69506]: value = "task-3249664" [ 953.739060] env[69506]: _type = "Task" [ 953.739060] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.747328] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.977924] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249661, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.978922] env[69506]: DEBUG nova.network.neutron [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.183475] env[69506]: DEBUG nova.scheduler.client.report [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.248477] env[69506]: DEBUG oslo_vmware.api [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Task: {'id': task-3249664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354912} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.248910] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.248910] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.249161] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.249319] env[69506]: INFO nova.compute.manager [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.249561] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.249762] env[69506]: DEBUG nova.compute.manager [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.249861] env[69506]: DEBUG nova.network.neutron [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.474213] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249661, 'name': CloneVM_Task, 'duration_secs': 1.214694} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.474474] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Created linked-clone VM from snapshot [ 954.475219] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a5579-a3a0-40d6-a5c2-d7ee91ed7aff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.482812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.484081] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Uploading image a9ac2745-94c5-4004-a032-0a6dd3e6b5d2 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.494621] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 954.494757] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eda18b6c-26fc-4c63-b94d-9f3b0a54b9b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.502409] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 954.502409] env[69506]: value = "task-3249665" [ 954.502409] env[69506]: _type = "Task" [ 954.502409] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.517313] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249665, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.693499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.695918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.352s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.696172] env[69506]: DEBUG nova.objects.instance [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'resources' on Instance uuid 34aef67d-2f88-4adf-a5b0-778945e300ec {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.713471] env[69506]: INFO nova.scheduler.client.report [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Deleted allocations for instance c04bb837-afb2-4e42-b984-598a3cd39301 [ 954.913218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "53532e7c-96fe-4b33-b36a-1c86678da867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.913471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.017826] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249665, 'name': Destroy_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.222809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f1754f00-f9bb-485e-beeb-0b8da789f66b tempest-ServerAddressesTestJSON-1248476104 tempest-ServerAddressesTestJSON-1248476104-project-member] Lock "c04bb837-afb2-4e42-b984-598a3cd39301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.832s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.263491] env[69506]: DEBUG nova.compute.manager [req-115cd38a-1597-4b8b-b652-a3091c85f886 req-c5ba60f3-ba10-4c00-8b8e-90e353482685 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Received event network-vif-deleted-942be907-3c05-4417-ab20-76489bce3042 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.263815] env[69506]: INFO nova.compute.manager [req-115cd38a-1597-4b8b-b652-a3091c85f886 req-c5ba60f3-ba10-4c00-8b8e-90e353482685 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Neutron deleted interface 942be907-3c05-4417-ab20-76489bce3042; detaching it from the instance and deleting it from the info cache [ 955.264089] env[69506]: DEBUG nova.network.neutron [req-115cd38a-1597-4b8b-b652-a3091c85f886 req-c5ba60f3-ba10-4c00-8b8e-90e353482685 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.416919] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.514972] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249665, 'name': Destroy_Task, 'duration_secs': 0.847371} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.517864] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Destroyed the VM [ 955.518601] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.519749] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62ae07ef-d4c1-4394-9535-6b3b3d7e75c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.528920] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 955.528920] env[69506]: value = "task-3249666" [ 955.528920] env[69506]: _type = "Task" [ 955.528920] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.541605] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.639508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e542f-dc53-4b2c-9d4f-4be7385522f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.648604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765413ca-6d09-4d38-95b5-60ccab409ebb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.685959] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616177cf-0036-4417-b1aa-623aeaf4f1ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.694482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653277dc-98a0-40ea-9351-bf7f87ec0723 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.711557] env[69506]: DEBUG nova.compute.provider_tree [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.728370] env[69506]: DEBUG nova.network.neutron [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.768125] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80d637e6-df39-4c8f-9ef9-8656e71b8bf5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.778041] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a313eb-cfa1-4490-82ae-c43bc6f30b69 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.813509] env[69506]: DEBUG nova.compute.manager [req-115cd38a-1597-4b8b-b652-a3091c85f886 req-c5ba60f3-ba10-4c00-8b8e-90e353482685 service nova] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Detach interface failed, port_id=942be907-3c05-4417-ab20-76489bce3042, reason: Instance a2f033d3-5efd-44f6-95b9-89e91f113c8b could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.946237] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.011574] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b0f27-8158-4841-a89a-be625affae76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.032061] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.048230] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249666, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.216516] env[69506]: DEBUG nova.scheduler.client.report [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.231367] env[69506]: INFO nova.compute.manager [-] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Took 1.98 seconds to deallocate network for instance. [ 956.542194] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.542516] env[69506]: DEBUG oslo_vmware.api [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.887888} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.542701] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72331f6f-02da-4e58-8919-7c03868b8ad3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.545618] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.551229] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 956.551229] env[69506]: value = "task-3249667" [ 956.551229] env[69506]: _type = "Task" [ 956.551229] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.558953] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.725876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.726673] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.358s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.728880] env[69506]: INFO nova.compute.claims [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.740279] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.759677] env[69506]: INFO nova.scheduler.client.report [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted allocations for instance 34aef67d-2f88-4adf-a5b0-778945e300ec [ 956.963800] env[69506]: INFO nova.compute.manager [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Rebuilding instance [ 957.010534] env[69506]: DEBUG nova.compute.manager [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.012217] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf1cd19-0ca0-4d71-aca1-bbb23ec13457 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.049497] env[69506]: WARNING nova.compute.manager [None req-8263b3f5-0032-49a8-8007-0dcb7811d275 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Image not found during snapshot: nova.exception.ImageNotFound: Image a9ac2745-94c5-4004-a032-0a6dd3e6b5d2 could not be found. [ 957.061205] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249667, 'name': PowerOffVM_Task, 'duration_secs': 0.217818} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.061548] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.061702] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.272153] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9998497-b7d5-4577-a743-2eed48ed8285 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "34aef67d-2f88-4adf-a5b0-778945e300ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.027s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.568931] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.569295] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.572021] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.577858] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca6706b-c579-4eed-95c3-3ebd09914c55 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.595394] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 957.595394] env[69506]: value = "task-3249668" [ 957.595394] env[69506]: _type = "Task" [ 957.595394] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.606051] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.030865] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.031403] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54cb94bf-30c6-4fe6-80a0-c4062fa4fafa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.042290] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 958.042290] env[69506]: value = "task-3249669" [ 958.042290] env[69506]: _type = "Task" [ 958.042290] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.063174] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.109844] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249668, 'name': ReconfigVM_Task, 'duration_secs': 0.43352} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.109844] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.136640] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6bc007-71bd-4592-9d5d-bd1c59e7d4bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.149415] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635009fd-9c31-4342-b7e1-483cd888ee0c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.190903] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a59b4-af75-4c75-ac0d-ddd7a8c19feb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.199846] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8b513c-637c-45b6-9067-82e2ad9e3661 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.216204] env[69506]: DEBUG nova.compute.provider_tree [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.399243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.399556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.399789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.400438] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.400636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.402749] env[69506]: INFO nova.compute.manager [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Terminating instance [ 958.551542] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249669, 'name': PowerOffVM_Task, 'duration_secs': 0.255637} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.551828] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.552181] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.553547] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff1bcf-9b69-4c5a-b11b-d5f20c278dab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.562090] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.562337] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a38770-b874-4e05-b8b9-f4dcd9150a33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.618251] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.618630] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.618630] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.618812] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.618956] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.619195] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.620031] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.620031] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.620031] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.620031] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.620215] env[69506]: DEBUG nova.virt.hardware [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.626730] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.627213] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3307152e-1790-46ec-a4ea-f01919440acb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.640614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.641258] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.641258] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleting the datastore file [datastore2] cc144201-73cf-48be-95a4-b43bd286c150 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.641258] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8db26611-bb4e-4b70-9208-4c02c4637b03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.649366] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 958.649366] env[69506]: value = "task-3249672" [ 958.649366] env[69506]: _type = "Task" [ 958.649366] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.649792] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 958.649792] env[69506]: value = "task-3249671" [ 958.649792] env[69506]: _type = "Task" [ 958.649792] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.661105] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.664446] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.721341] env[69506]: DEBUG nova.scheduler.client.report [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.759998] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.760271] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.909393] env[69506]: DEBUG nova.compute.manager [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.909393] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.909393] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24702385-bf71-45ee-93f2-fdbac4f09d84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.917553] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.917849] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd0ad14-e5cf-4ccd-83fa-f410ca59a206 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.924015] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 958.924015] env[69506]: value = "task-3249673" [ 958.924015] env[69506]: _type = "Task" [ 958.924015] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.934504] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.162046] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153235} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.165058] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.165257] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.165434] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.167913] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249671, 'name': ReconfigVM_Task, 'duration_secs': 0.191965} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.168427] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.169223] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70297e14-2601-4b1d-b53e-fb12f365ce31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.191012] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.191338] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f777cbcf-5cdb-48fa-8766-3a4ac1fbc8a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.208737] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 959.208737] env[69506]: value = "task-3249674" [ 959.208737] env[69506]: _type = "Task" [ 959.208737] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.217844] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.225238] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.225491] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.227991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.052s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.230078] env[69506]: DEBUG nova.objects.instance [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lazy-loading 'resources' on Instance uuid f3c72c6e-bd78-48fc-a80d-e168993dacdf {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.262513] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.435609] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249673, 'name': PowerOffVM_Task, 'duration_secs': 0.208708} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.435902] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.436109] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.436369] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07b3223-a6f4-4fc0-9574-a8ebdd8847e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.521931] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.521931] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.521931] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleting the datastore file [datastore1] 84017ca2-7c0f-44a7-ad1f-043f06f3aa45 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.522295] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba39c8b-8006-43c9-8728-7eb7ba360119 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.529379] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for the task: (returnval){ [ 959.529379] env[69506]: value = "task-3249676" [ 959.529379] env[69506]: _type = "Task" [ 959.529379] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.537833] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.720494] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.731626] env[69506]: DEBUG nova.compute.utils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.735879] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.736067] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.782401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.789808] env[69506]: DEBUG nova.policy [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c16a79b27543ab9a59469989f58c71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090d1967470b4fdc9cc8702aeeebfdab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.045687] env[69506]: DEBUG oslo_vmware.api [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Task: {'id': task-3249676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128644} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.053363] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.053657] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.053845] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.054031] env[69506]: INFO nova.compute.manager [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.054310] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.054801] env[69506]: DEBUG nova.compute.manager [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.054901] env[69506]: DEBUG nova.network.neutron [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.103341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bbcb4-2370-4210-a249-2c4efcce5197 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.113508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f4967d-51e8-4046-b5ce-d81725c1eba4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.126070] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Successfully created port: 49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.152757] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f20926-2234-4bed-9f9e-a177b656d51c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.162072] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de02410-214d-46df-9683-a932cf5b2825 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.183015] env[69506]: DEBUG nova.compute.provider_tree [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.211481] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.212939] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.213285] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.213433] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.213671] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.213902] env[69506]: DEBUG nova.virt.hardware [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.215194] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952756bb-ae06-4056-94e6-2379fe09ce9d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.227055] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249674, 'name': ReconfigVM_Task, 'duration_secs': 0.892763} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.230831] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae/ea7fdb67-079d-4093-96ba-86b6273a75ae.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.230831] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.234103] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29455061-b459-4491-b9ef-edbac12a2f40 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.238848] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.250566] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:7a:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e037e26-70af-4d04-9328-c1c26a70b84a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.258855] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.260155] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.260155] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55418a82-137c-485a-8a97-d0977a469ea9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.283652] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.283652] env[69506]: value = "task-3249677" [ 960.283652] env[69506]: _type = "Task" [ 960.283652] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.292995] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249677, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.339366] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.339974] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.427671] env[69506]: DEBUG nova.compute.manager [req-53cfb45f-4db4-43c3-a375-e5e2bbfc317d req-76deed34-b825-401b-9483-1cea147f05e3 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Received event network-vif-deleted-ac8ff593-5f88-4bb1-9dc9-967d0caa1deb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.429161] env[69506]: INFO nova.compute.manager [req-53cfb45f-4db4-43c3-a375-e5e2bbfc317d req-76deed34-b825-401b-9483-1cea147f05e3 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Neutron deleted interface ac8ff593-5f88-4bb1-9dc9-967d0caa1deb; detaching it from the instance and deleting it from the info cache [ 960.429161] env[69506]: DEBUG nova.network.neutron [req-53cfb45f-4db4-43c3-a375-e5e2bbfc317d req-76deed34-b825-401b-9483-1cea147f05e3 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.685654] env[69506]: DEBUG nova.scheduler.client.report [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.740913] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a278d83-d928-4304-915c-ca665ea23eec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.766810] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccf04d-e1d4-440a-bc31-ba617d4b5c65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.786906] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.800570] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249677, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.842809] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.912377] env[69506]: DEBUG nova.network.neutron [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.932383] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc819012-616c-4635-b30b-177061a28211 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.943818] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea2297-e560-4f89-a5cc-dfd8ad90dc09 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.978584] env[69506]: DEBUG nova.compute.manager [req-53cfb45f-4db4-43c3-a375-e5e2bbfc317d req-76deed34-b825-401b-9483-1cea147f05e3 service nova] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Detach interface failed, port_id=ac8ff593-5f88-4bb1-9dc9-967d0caa1deb, reason: Instance 84017ca2-7c0f-44a7-ad1f-043f06f3aa45 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.190561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.195182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.291s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.195182] env[69506]: DEBUG nova.objects.instance [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'resources' on Instance uuid d51b23b0-9a3c-4446-9eac-e76dfe46f634 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.218490] env[69506]: INFO nova.scheduler.client.report [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Deleted allocations for instance f3c72c6e-bd78-48fc-a80d-e168993dacdf [ 961.272100] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.303009] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249677, 'name': CreateVM_Task, 'duration_secs': 0.556022} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.303605] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.304406] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304947] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305215] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc83c86-ede6-4158-94a1-96de02f68802 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.308574] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.308784] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.308939] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.309161] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.309316] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.309464] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.309667] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.309821] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.309984] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.310179] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.310364] env[69506]: DEBUG nova.virt.hardware [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.311120] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5cb183-de38-431a-8ed3-4efc36d5b2ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.317376] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 961.317376] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb48d7-d25c-9997-b6a1-ce2642341405" [ 961.317376] env[69506]: _type = "Task" [ 961.317376] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.325087] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac500c96-4505-48b3-b41b-730577197e66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.335884] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb48d7-d25c-9997-b6a1-ce2642341405, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.344057] env[69506]: DEBUG nova.network.neutron [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Port 4b2d3909-ff28-4e2e-a94c-26243c335b7a binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 961.346243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.346480] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.346708] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.346887] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.347028] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.349474] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253e693f-5fd5-430c-bbfd-1a293b7ec242 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.362083] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.362339] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.363086] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c407f1a0-930d-4f67-87d3-708d62dba327 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.366888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.370949] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 961.370949] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525a6561-789f-fe6a-1bbe-3721e9678f65" [ 961.370949] env[69506]: _type = "Task" [ 961.370949] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.379757] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525a6561-789f-fe6a-1bbe-3721e9678f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.413882] env[69506]: INFO nova.compute.manager [-] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Took 1.36 seconds to deallocate network for instance. [ 961.607400] env[69506]: DEBUG nova.compute.manager [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Received event network-vif-plugged-49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.607674] env[69506]: DEBUG oslo_concurrency.lockutils [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.607819] env[69506]: DEBUG oslo_concurrency.lockutils [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.608019] env[69506]: DEBUG oslo_concurrency.lockutils [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.608163] env[69506]: DEBUG nova.compute.manager [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] No waiting events found dispatching network-vif-plugged-49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.608332] env[69506]: WARNING nova.compute.manager [req-f17b94a8-aaa3-40da-bd18-0c8caba5957b req-f0b0bd2e-2bb1-4d0d-9f64-d3eeaaf00db4 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Received unexpected event network-vif-plugged-49e538b9-323a-4c91-9735-2d2d0bbf15f1 for instance with vm_state building and task_state spawning. [ 961.698152] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Successfully updated port: 49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.726546] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5bf91ab-b6cc-464c-9a70-27ba1ca1679d tempest-InstanceActionsV221TestJSON-740156474 tempest-InstanceActionsV221TestJSON-740156474-project-member] Lock "f3c72c6e-bd78-48fc-a80d-e168993dacdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.227s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.885332] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525a6561-789f-fe6a-1bbe-3721e9678f65, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.886707] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023996e9-ce01-40d5-9be2-52f458338cd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.893324] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 961.893324] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c2f5-e273-a53b-8a4e-4dc39d7bba53" [ 961.893324] env[69506]: _type = "Task" [ 961.893324] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905272] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c2f5-e273-a53b-8a4e-4dc39d7bba53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.921034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.069376] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4d5dd-8f60-4a21-b49a-bbcf495650d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.078010] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb3829-fd04-409b-91f0-1737d24a8297 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.110796] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d5d14f-7a16-4621-afe4-87877d33dde5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.121240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb430e6d-4e16-4c65-bdf6-c014cc92a474 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.135479] env[69506]: DEBUG nova.compute.provider_tree [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.202501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.202650] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.202802] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.373852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.373852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.373852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.408806] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c2f5-e273-a53b-8a4e-4dc39d7bba53, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.409194] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.409544] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.409883] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea29f517-c0bd-4b07-87f0-1e1c7b75d5ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.420211] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 962.420211] env[69506]: value = "task-3249678" [ 962.420211] env[69506]: _type = "Task" [ 962.420211] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.432583] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "0f32f2c4-325a-460b-bf1c-356182047c83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.432919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.433216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.433474] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.433752] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.435916] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.436477] env[69506]: INFO nova.compute.manager [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Terminating instance [ 962.639373] env[69506]: DEBUG nova.scheduler.client.report [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.737431] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.933053] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448346} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.933454] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.933678] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.933977] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94883fb6-8b87-46e2-b96b-76b81c856bf9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.942160] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 962.942160] env[69506]: value = "task-3249679" [ 962.942160] env[69506]: _type = "Task" [ 962.942160] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.942878] env[69506]: DEBUG nova.compute.manager [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.947222] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.951304] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff5de4-6b07-47ee-9df3-c43296464b75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.967230] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.967558] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.967786] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc0cde8-7ec7-4000-85db-81a981111e63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.976169] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 962.976169] env[69506]: value = "task-3249680" [ 962.976169] env[69506]: _type = "Task" [ 962.976169] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.984280] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.145764] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.148623] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.181s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.150840] env[69506]: INFO nova.compute.claims [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.176091] env[69506]: INFO nova.scheduler.client.report [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted allocations for instance d51b23b0-9a3c-4446-9eac-e76dfe46f634 [ 963.270604] env[69506]: DEBUG nova.network.neutron [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating instance_info_cache with network_info: [{"id": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "address": "fa:16:3e:fc:d6:c4", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e538b9-32", "ovs_interfaceid": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.423549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.423956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.423956] env[69506]: DEBUG nova.network.neutron [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.460348] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064803} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.460812] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.461770] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df4422-d33f-4f09-959f-683a9e7014df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.491362] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.495090] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c1bf51-d36c-4fca-9e93-bd2ed5708c57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.516870] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249680, 'name': PowerOffVM_Task, 'duration_secs': 0.355513} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.518214] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.519031] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.519031] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 963.519031] env[69506]: value = "task-3249681" [ 963.519031] env[69506]: _type = "Task" [ 963.519031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.519031] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d91e894-427f-4e1b-8fd4-e193c704d0be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.531877] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.590992] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.591218] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.591405] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Deleting the datastore file [datastore1] 0f32f2c4-325a-460b-bf1c-356182047c83 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.591686] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be611818-407a-45ba-955d-bb3e0f21c0fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.599427] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for the task: (returnval){ [ 963.599427] env[69506]: value = "task-3249683" [ 963.599427] env[69506]: _type = "Task" [ 963.599427] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.607689] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.631647] env[69506]: DEBUG nova.compute.manager [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Received event network-changed-49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.631894] env[69506]: DEBUG nova.compute.manager [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Refreshing instance network info cache due to event network-changed-49e538b9-323a-4c91-9735-2d2d0bbf15f1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.632055] env[69506]: DEBUG oslo_concurrency.lockutils [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] Acquiring lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.686966] env[69506]: DEBUG oslo_concurrency.lockutils [None req-68c9d737-c23d-4b41-a24a-5e74b876f5fd tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "d51b23b0-9a3c-4446-9eac-e76dfe46f634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.293s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.772973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.773656] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Instance network_info: |[{"id": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "address": "fa:16:3e:fc:d6:c4", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e538b9-32", "ovs_interfaceid": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.773972] env[69506]: DEBUG oslo_concurrency.lockutils [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] Acquired lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.774215] env[69506]: DEBUG nova.network.neutron [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Refreshing network info cache for port 49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.775676] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:d6:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e538b9-323a-4c91-9735-2d2d0bbf15f1', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.783792] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating folder: Project (090d1967470b4fdc9cc8702aeeebfdab). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.784380] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-922a7063-b34e-4156-9389-41e74383e5ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.798868] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created folder: Project (090d1967470b4fdc9cc8702aeeebfdab) in parent group-v649133. [ 963.799080] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating folder: Instances. Parent ref: group-v649355. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.799317] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9635f936-4451-4e17-84e6-29e02e2cd691 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.811677] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created folder: Instances in parent group-v649355. [ 963.811967] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.812204] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.812461] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f52a9bd-c068-4d29-95f9-a7f788ad4a02 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.832834] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.832834] env[69506]: value = "task-3249686" [ 963.832834] env[69506]: _type = "Task" [ 963.832834] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.840939] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249686, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.032590] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249681, 'name': ReconfigVM_Task, 'duration_secs': 0.310112} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.033074] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Reconfigured VM instance instance-00000047 to attach disk [datastore1] cc144201-73cf-48be-95a4-b43bd286c150/cc144201-73cf-48be-95a4-b43bd286c150.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.034695] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2e230b6-52cb-41ac-b067-35c238f7dfa2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.042361] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 964.042361] env[69506]: value = "task-3249687" [ 964.042361] env[69506]: _type = "Task" [ 964.042361] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.052187] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249687, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.110256] env[69506]: DEBUG oslo_vmware.api [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Task: {'id': task-3249683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162844} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.113270] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.113482] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.113658] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.113913] env[69506]: INFO nova.compute.manager [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Took 1.17 seconds to destroy the instance on the hypervisor. [ 964.114756] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.115029] env[69506]: DEBUG nova.compute.manager [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.115173] env[69506]: DEBUG nova.network.neutron [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.217073] env[69506]: DEBUG nova.network.neutron [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.351536] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249686, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.523018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884c2b8-85da-44ba-8165-201d7de11bc0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.532664] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d9f6b-dd0e-4134-a617-af7e4d3d6bbc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.572580] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7677f07-c734-4910-b935-acbe8b229ffe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.585613] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249687, 'name': Rename_Task, 'duration_secs': 0.192574} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.589124] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.589124] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6d56a9-05d3-4ac2-9254-60e6a3219b6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.590939] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a088e3-9c22-4b77-b0bd-96dfe1f55d87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.609700] env[69506]: DEBUG nova.compute.provider_tree [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.613990] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 964.613990] env[69506]: value = "task-3249688" [ 964.613990] env[69506]: _type = "Task" [ 964.613990] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.627370] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.643409] env[69506]: DEBUG nova.network.neutron [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updated VIF entry in instance network info cache for port 49e538b9-323a-4c91-9735-2d2d0bbf15f1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.643409] env[69506]: DEBUG nova.network.neutron [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating instance_info_cache with network_info: [{"id": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "address": "fa:16:3e:fc:d6:c4", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e538b9-32", "ovs_interfaceid": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.719864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.809482] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "fb88941d-d983-4a37-9b90-8cff54e18b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.809769] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.809980] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.810183] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.810357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.812730] env[69506]: INFO nova.compute.manager [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Terminating instance [ 964.827725] env[69506]: DEBUG nova.compute.manager [req-4842eb08-68db-4c0b-b447-cc0d2ae4123f req-0fda707d-88e5-4bf2-afb4-e7c67276af07 service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Received event network-vif-deleted-c8c6b614-efc2-4881-996a-8f54c6f222d1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.827894] env[69506]: INFO nova.compute.manager [req-4842eb08-68db-4c0b-b447-cc0d2ae4123f req-0fda707d-88e5-4bf2-afb4-e7c67276af07 service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Neutron deleted interface c8c6b614-efc2-4881-996a-8f54c6f222d1; detaching it from the instance and deleting it from the info cache [ 964.828094] env[69506]: DEBUG nova.network.neutron [req-4842eb08-68db-4c0b-b447-cc0d2ae4123f req-0fda707d-88e5-4bf2-afb4-e7c67276af07 service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.849113] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249686, 'name': CreateVM_Task, 'duration_secs': 0.62753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.849317] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.849926] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.850110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.850424] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.850879] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6009671-57f8-41e7-bd5d-15ec725b6a85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.855682] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 964.855682] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3cb42-f6c6-714b-f0aa-32ef502090c6" [ 964.855682] env[69506]: _type = "Task" [ 964.855682] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.863347] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3cb42-f6c6-714b-f0aa-32ef502090c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.116338] env[69506]: DEBUG nova.scheduler.client.report [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.130209] env[69506]: DEBUG oslo_vmware.api [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249688, 'name': PowerOnVM_Task, 'duration_secs': 0.520124} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.130936] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.130936] env[69506]: DEBUG nova.compute.manager [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.131539] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453e4e8-206f-4016-9e87-31a9071b4e8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.145588] env[69506]: DEBUG oslo_concurrency.lockutils [req-c9d393d6-807e-4f6a-8dd3-4f8adb07b2f5 req-df85222f-666d-467f-9666-adc05f454ffa service nova] Releasing lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.245549] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd3da0a-7528-4939-8c37-cf80bf3b45de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.266604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee26ae-6534-4d4c-8cea-3ed5d3f5b45a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.275894] env[69506]: DEBUG nova.network.neutron [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.275894] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.319740] env[69506]: DEBUG nova.compute.manager [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.319927] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.320971] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72840595-e52f-411a-9922-86cbfaf15e67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.332310] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.332310] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f32bd3a-5910-437b-8c1c-b7b19567c6df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.334018] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8375cfce-657e-4d88-9ff2-bb3644407ce2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.345205] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ed3f7-0708-48e4-bbbc-61af9778599b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.356601] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 965.356601] env[69506]: value = "task-3249689" [ 965.356601] env[69506]: _type = "Task" [ 965.356601] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.368576] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c3cb42-f6c6-714b-f0aa-32ef502090c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015241} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.371567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.371831] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.372763] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.372763] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.372763] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.372763] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.386641] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e66502-4152-4919-a348-3302eec21dc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.388875] env[69506]: DEBUG nova.compute.manager [req-4842eb08-68db-4c0b-b447-cc0d2ae4123f req-0fda707d-88e5-4bf2-afb4-e7c67276af07 service nova] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Detach interface failed, port_id=c8c6b614-efc2-4881-996a-8f54c6f222d1, reason: Instance 0f32f2c4-325a-460b-bf1c-356182047c83 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.401488] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.401679] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.402462] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6ab842-b761-492e-a641-2197b1ce58ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.408336] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 965.408336] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528be914-dd21-c41e-6b19-ab88e00403d9" [ 965.408336] env[69506]: _type = "Task" [ 965.408336] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.416982] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528be914-dd21-c41e-6b19-ab88e00403d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.626303] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.626852] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.629646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.499s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.629863] env[69506]: DEBUG nova.objects.instance [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lazy-loading 'resources' on Instance uuid 63813c73-4fae-42c3-90d7-01a03a2367a7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.648093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.780994] env[69506]: INFO nova.compute.manager [-] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Took 1.67 seconds to deallocate network for instance. [ 965.784105] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.785490] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22cfaaa6-5fe9-47b2-ba20-f15327e3ff50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.796522] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 965.796522] env[69506]: value = "task-3249690" [ 965.796522] env[69506]: _type = "Task" [ 965.796522] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.805699] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.867687] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249689, 'name': PowerOffVM_Task, 'duration_secs': 0.22427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.867965] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.868170] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.868773] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f853f01d-81bd-4d17-b924-34b2ae3a38fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.919773] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528be914-dd21-c41e-6b19-ab88e00403d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.920587] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07ffea6-b9a9-4502-9aeb-c9c3cdb130a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.926742] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 965.926742] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5238c130-cd52-7a44-cd58-2fe928bb6fdf" [ 965.926742] env[69506]: _type = "Task" [ 965.926742] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.937826] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5238c130-cd52-7a44-cd58-2fe928bb6fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.939220] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.939425] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.939602] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleting the datastore file [datastore1] fb88941d-d983-4a37-9b90-8cff54e18b95 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.939912] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9004f8-429d-4f58-bf91-8e80ac3ee165 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.947268] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for the task: (returnval){ [ 965.947268] env[69506]: value = "task-3249692" [ 965.947268] env[69506]: _type = "Task" [ 965.947268] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.956617] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.133219] env[69506]: DEBUG nova.compute.utils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.134693] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.134875] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.174479] env[69506]: DEBUG nova.policy [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2547b2215b24ad68445bd68be4e9157', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '676faf59e691480c8f6ab9c9e555db1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.292285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.310074] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249690, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.442141] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5238c130-cd52-7a44-cd58-2fe928bb6fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.445678] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.446202] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ea124b3f-4387-428a-ade8-fa2ccefeb6d4/ea124b3f-4387-428a-ade8-fa2ccefeb6d4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.446801] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a2a412-dfd7-46ba-81de-83eeb3d56815 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.460218] env[69506]: DEBUG oslo_vmware.api [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Task: {'id': task-3249692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147047} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.462689] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.462962] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.463438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.463667] env[69506]: INFO nova.compute.manager [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.463940] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.464761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583c823-b129-4361-887f-2037452f8f19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.467951] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 966.467951] env[69506]: value = "task-3249693" [ 966.467951] env[69506]: _type = "Task" [ 966.467951] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.468190] env[69506]: DEBUG nova.compute.manager [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.468291] env[69506]: DEBUG nova.network.neutron [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.476751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f06c7-9470-447d-bb7b-9c407cc2beef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.483020] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.514309] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Successfully created port: e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.516493] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba5373-7037-4ea0-828f-9938b82c1e13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.525276] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67228b-4c64-4571-8cb2-075d8d3c66fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.538976] env[69506]: DEBUG nova.compute.provider_tree [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.637722] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.815125] env[69506]: DEBUG oslo_vmware.api [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249690, 'name': PowerOnVM_Task, 'duration_secs': 0.569942} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.815281] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.815630] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de3b6b-3712-4f0d-aa56-67e5752f4839 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance 'ea7fdb67-079d-4093-96ba-86b6273a75ae' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.931215] env[69506]: DEBUG nova.compute.manager [req-ebecb8ca-7f97-4d60-8485-522e880a8f15 req-46b43e0f-24e0-4715-8741-838c8a4939d7 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Received event network-vif-deleted-aa62d620-3698-4ee3-b4b9-f3aaf937876a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.931430] env[69506]: INFO nova.compute.manager [req-ebecb8ca-7f97-4d60-8485-522e880a8f15 req-46b43e0f-24e0-4715-8741-838c8a4939d7 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Neutron deleted interface aa62d620-3698-4ee3-b4b9-f3aaf937876a; detaching it from the instance and deleting it from the info cache [ 966.931603] env[69506]: DEBUG nova.network.neutron [req-ebecb8ca-7f97-4d60-8485-522e880a8f15 req-46b43e0f-24e0-4715-8741-838c8a4939d7 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.982496] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505914} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.984036] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ea124b3f-4387-428a-ade8-fa2ccefeb6d4/ea124b3f-4387-428a-ade8-fa2ccefeb6d4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.984036] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.984036] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ced052-45d5-411f-8000-1232b02d1916 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.992419] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 966.992419] env[69506]: value = "task-3249694" [ 966.992419] env[69506]: _type = "Task" [ 966.992419] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.002654] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.042607] env[69506]: DEBUG nova.scheduler.client.report [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.294262] env[69506]: DEBUG nova.network.neutron [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.434225] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4757843-74fe-4560-807d-fee719c637ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.445627] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3096c2-e353-4680-8a1f-db7d57d97ece {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.478862] env[69506]: DEBUG nova.compute.manager [req-ebecb8ca-7f97-4d60-8485-522e880a8f15 req-46b43e0f-24e0-4715-8741-838c8a4939d7 service nova] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Detach interface failed, port_id=aa62d620-3698-4ee3-b4b9-f3aaf937876a, reason: Instance fb88941d-d983-4a37-9b90-8cff54e18b95 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.501908] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075231} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.501908] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.502676] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119a279-afdb-4204-bcd0-160ac7271d17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.525506] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ea124b3f-4387-428a-ade8-fa2ccefeb6d4/ea124b3f-4387-428a-ade8-fa2ccefeb6d4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.525838] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268317e2-efed-4712-b7cc-d8b7e204d84c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.546507] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 967.546507] env[69506]: value = "task-3249695" [ 967.546507] env[69506]: _type = "Task" [ 967.546507] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.550260] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.554258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.608s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.555739] env[69506]: INFO nova.compute.claims [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.564064] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.574560] env[69506]: INFO nova.scheduler.client.report [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Deleted allocations for instance 63813c73-4fae-42c3-90d7-01a03a2367a7 [ 967.649671] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.679450] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.679775] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.679973] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.680185] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.680390] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.680553] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.680787] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.680961] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.681160] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.681343] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.681516] env[69506]: DEBUG nova.virt.hardware [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.682439] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc65dc3-7cfe-4a09-a600-a1e7fa9796e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.691523] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85f170-4ff4-4a2c-a93a-53514c329060 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.796860] env[69506]: INFO nova.compute.manager [-] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Took 1.33 seconds to deallocate network for instance. [ 968.062253] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249695, 'name': ReconfigVM_Task, 'duration_secs': 0.290872} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.066025] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ea124b3f-4387-428a-ade8-fa2ccefeb6d4/ea124b3f-4387-428a-ade8-fa2ccefeb6d4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.066025] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3858f0bb-de4a-424e-9c64-576ea9489038 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.073738] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 968.073738] env[69506]: value = "task-3249696" [ 968.073738] env[69506]: _type = "Task" [ 968.073738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.085571] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249696, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.085993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-033ceb20-9cf2-43f5-a2e5-23d4eb4afd8f tempest-ServersAdminTestJSON-2112223204 tempest-ServersAdminTestJSON-2112223204-project-member] Lock "63813c73-4fae-42c3-90d7-01a03a2367a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.502s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.096457] env[69506]: DEBUG nova.compute.manager [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Received event network-vif-plugged-e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.096563] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] Acquiring lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.096716] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.096921] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.097229] env[69506]: DEBUG nova.compute.manager [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] No waiting events found dispatching network-vif-plugged-e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.097353] env[69506]: WARNING nova.compute.manager [req-ddaa0f07-acc7-41ed-83ef-bc76f01404e3 req-64a2b04c-56ef-4187-ab52-33698c72091f service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Received unexpected event network-vif-plugged-e6857121-1e02-4c0d-8e31-52eefddec317 for instance with vm_state building and task_state spawning. [ 968.198470] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Successfully updated port: e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.303961] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.584629] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249696, 'name': Rename_Task, 'duration_secs': 0.157286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.584629] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.584868] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321628f0-c2ea-4710-b373-74595e5898e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.595800] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 968.595800] env[69506]: value = "task-3249697" [ 968.595800] env[69506]: _type = "Task" [ 968.595800] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.604545] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.704928] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.705034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquired lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.705133] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.884203] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca34a2f-40d9-470e-ba25-7c185e3dd3d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.893548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0cba1e-502a-4a3d-a94c-97aa7cf1b38a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.925961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc822d6f-72f5-42cc-901f-66e52d6352cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.935198] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7632caf-d8ca-4228-a71b-3bc7fcc7e922 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.950537] env[69506]: DEBUG nova.compute.provider_tree [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.111749] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.256848] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.407050] env[69506]: DEBUG nova.network.neutron [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updating instance_info_cache with network_info: [{"id": "e6857121-1e02-4c0d-8e31-52eefddec317", "address": "fa:16:3e:d9:21:2e", "network": {"id": "57164e3d-0192-410f-b5e0-77e05e646cd4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-465702304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676faf59e691480c8f6ab9c9e555db1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6857121-1e", "ovs_interfaceid": "e6857121-1e02-4c0d-8e31-52eefddec317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.474124] env[69506]: ERROR nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [req-77c787c8-eb7e-43ff-9f37-45ceaa0e0a8b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77c787c8-eb7e-43ff-9f37-45ceaa0e0a8b"}]} [ 969.499592] env[69506]: DEBUG nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.515244] env[69506]: DEBUG nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.515522] env[69506]: DEBUG nova.compute.provider_tree [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.534151] env[69506]: DEBUG nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.554682] env[69506]: DEBUG nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.610914] env[69506]: DEBUG oslo_vmware.api [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249697, 'name': PowerOnVM_Task, 'duration_secs': 0.716356} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.611228] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.611518] env[69506]: INFO nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Took 8.34 seconds to spawn the instance on the hypervisor. [ 969.611713] env[69506]: DEBUG nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.612523] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7586ad9-8bf6-46b3-a1be-8a2a01f4a975 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.618206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.618561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.618658] env[69506]: DEBUG nova.compute.manager [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Going to confirm migration 3 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 969.889185] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ecd36-1572-49e0-ad7c-013b598669b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60434df-6025-40f8-a3d2-48f9f34576ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.941646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Releasing lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941646] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Instance network_info: |[{"id": "e6857121-1e02-4c0d-8e31-52eefddec317", "address": "fa:16:3e:d9:21:2e", "network": {"id": "57164e3d-0192-410f-b5e0-77e05e646cd4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-465702304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676faf59e691480c8f6ab9c9e555db1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6857121-1e", "ovs_interfaceid": "e6857121-1e02-4c0d-8e31-52eefddec317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.941646] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:21:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6857121-1e02-4c0d-8e31-52eefddec317', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.947668] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Creating folder: Project (676faf59e691480c8f6ab9c9e555db1f). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.948560] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb5c3ba-9a0b-4f14-a72d-027cae21c09e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.954394] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-931bed69-bb2d-4e8d-9d75-1e543f86f82b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.965043] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb133ee-bdba-4db5-aba6-91fc916a29bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.969189] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Created folder: Project (676faf59e691480c8f6ab9c9e555db1f) in parent group-v649133. [ 969.969291] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Creating folder: Instances. Parent ref: group-v649358. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.969993] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86977125-dc32-40a0-9ff5-215da2be6d8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.981318] env[69506]: DEBUG nova.compute.provider_tree [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.986103] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Created folder: Instances in parent group-v649358. [ 969.986103] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.986103] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.986103] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c32dc9-6c73-4e32-99a7-a3095cc54c8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.007423] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.007423] env[69506]: value = "task-3249700" [ 970.007423] env[69506]: _type = "Task" [ 970.007423] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.017691] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249700, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.139621] env[69506]: INFO nova.compute.manager [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Took 27.79 seconds to build instance. [ 970.199233] env[69506]: DEBUG nova.compute.manager [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Received event network-changed-e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.199430] env[69506]: DEBUG nova.compute.manager [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Refreshing instance network info cache due to event network-changed-e6857121-1e02-4c0d-8e31-52eefddec317. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.199664] env[69506]: DEBUG oslo_concurrency.lockutils [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] Acquiring lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.199828] env[69506]: DEBUG oslo_concurrency.lockutils [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] Acquired lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.200016] env[69506]: DEBUG nova.network.neutron [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Refreshing network info cache for port e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.216704] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.216889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.217118] env[69506]: DEBUG nova.network.neutron [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.217369] env[69506]: DEBUG nova.objects.instance [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'info_cache' on Instance uuid ea7fdb67-079d-4093-96ba-86b6273a75ae {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.517989] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249700, 'name': CreateVM_Task, 'duration_secs': 0.357909} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.519022] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.521220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.521220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.521220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.521220] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63650c5-730d-4888-8e1d-79f04e39f609 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.526240] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 970.526240] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c99188-9990-e22c-31e4-daeebcb747a1" [ 970.526240] env[69506]: _type = "Task" [ 970.526240] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.537680] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c99188-9990-e22c-31e4-daeebcb747a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.545110] env[69506]: DEBUG nova.scheduler.client.report [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 970.545110] env[69506]: DEBUG nova.compute.provider_tree [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 105 to 106 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 970.545110] env[69506]: DEBUG nova.compute.provider_tree [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.642078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-52e5548d-2386-4075-b74a-22fe89b690fa tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.299s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.038612] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c99188-9990-e22c-31e4-daeebcb747a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.038840] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.039135] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.039383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.039546] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.039849] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.040013] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a206f0a7-3579-42e1-b384-d184936bda6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.048347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.494s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.048756] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.054919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.313s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.054919] env[69506]: DEBUG nova.objects.instance [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lazy-loading 'resources' on Instance uuid a2f033d3-5efd-44f6-95b9-89e91f113c8b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.054919] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.054919] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.055531] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86849595-64f8-436f-a949-b004b3aa3554 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.063131] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 971.063131] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52064808-b59a-70fc-fb5a-ca79d5dc88e5" [ 971.063131] env[69506]: _type = "Task" [ 971.063131] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.073463] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52064808-b59a-70fc-fb5a-ca79d5dc88e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.156143] env[69506]: DEBUG nova.network.neutron [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updated VIF entry in instance network info cache for port e6857121-1e02-4c0d-8e31-52eefddec317. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.156490] env[69506]: DEBUG nova.network.neutron [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updating instance_info_cache with network_info: [{"id": "e6857121-1e02-4c0d-8e31-52eefddec317", "address": "fa:16:3e:d9:21:2e", "network": {"id": "57164e3d-0192-410f-b5e0-77e05e646cd4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-465702304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676faf59e691480c8f6ab9c9e555db1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6857121-1e", "ovs_interfaceid": "e6857121-1e02-4c0d-8e31-52eefddec317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.560743] env[69506]: DEBUG nova.compute.utils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.562229] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 971.576864] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52064808-b59a-70fc-fb5a-ca79d5dc88e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.576864] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de8965b-9c46-4f18-8013-4784e48537b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.586222] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 971.586222] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e79e25-2cda-2972-be8f-39b1b3f98f7d" [ 971.586222] env[69506]: _type = "Task" [ 971.586222] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.597439] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e79e25-2cda-2972-be8f-39b1b3f98f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.597778] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.597959] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e67f3055-8485-4c4b-ba97-3308aabc4532/e67f3055-8485-4c4b-ba97-3308aabc4532.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.598292] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7be1de-a6a0-4faf-893b-d76b3fa8f3fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.618755] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 971.618755] env[69506]: value = "task-3249701" [ 971.618755] env[69506]: _type = "Task" [ 971.618755] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.630436] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.647652] env[69506]: DEBUG nova.network.neutron [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [{"id": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "address": "fa:16:3e:8e:df:5d", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2d3909-ff", "ovs_interfaceid": "4b2d3909-ff28-4e2e-a94c-26243c335b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.661514] env[69506]: DEBUG oslo_concurrency.lockutils [req-a6c56b62-15f0-47e2-9a4f-cf09d3b33d7c req-9de54c32-d2d6-4e51-96b0-483afe9ad218 service nova] Releasing lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.936832] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21779945-1e70-462d-9b8a-b5eb70212c29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.947976] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba456ec-52d8-4605-9415-41517ae93aa8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.985588] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7810c8f-4d1c-47a4-8588-46c2d56adca8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.998330] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8106e428-6f00-422a-9d16-38663d445307 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.014610] env[69506]: DEBUG nova.compute.provider_tree [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.049371] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.049638] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.063652] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.130052] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249701, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.152694] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-ea7fdb67-079d-4093-96ba-86b6273a75ae" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.152963] env[69506]: DEBUG nova.objects.instance [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'migration_context' on Instance uuid ea7fdb67-079d-4093-96ba-86b6273a75ae {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.288830] env[69506]: DEBUG nova.compute.manager [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Received event network-changed-49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.288917] env[69506]: DEBUG nova.compute.manager [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Refreshing instance network info cache due to event network-changed-49e538b9-323a-4c91-9735-2d2d0bbf15f1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.289983] env[69506]: DEBUG oslo_concurrency.lockutils [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] Acquiring lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.289983] env[69506]: DEBUG oslo_concurrency.lockutils [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] Acquired lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.289983] env[69506]: DEBUG nova.network.neutron [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Refreshing network info cache for port 49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.518562] env[69506]: DEBUG nova.scheduler.client.report [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.552733] env[69506]: DEBUG nova.compute.utils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.631903] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249701, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.656402] env[69506]: DEBUG nova.objects.base [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.657438] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847e07f-0d73-4519-933d-80583778c0eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.677270] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d0a031-fcf0-409c-b51e-517de6af9147 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.684407] env[69506]: DEBUG oslo_vmware.api [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 972.684407] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5242ef19-e0e0-c872-ed3d-a0ebbc86f129" [ 972.684407] env[69506]: _type = "Task" [ 972.684407] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.692933] env[69506]: DEBUG oslo_vmware.api [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5242ef19-e0e0-c872-ed3d-a0ebbc86f129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.015478] env[69506]: DEBUG nova.network.neutron [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updated VIF entry in instance network info cache for port 49e538b9-323a-4c91-9735-2d2d0bbf15f1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.015829] env[69506]: DEBUG nova.network.neutron [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating instance_info_cache with network_info: [{"id": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "address": "fa:16:3e:fc:d6:c4", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e538b9-32", "ovs_interfaceid": "49e538b9-323a-4c91-9735-2d2d0bbf15f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.024866] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.027140] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.245s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.028904] env[69506]: INFO nova.compute.claims [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.057031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.062191] env[69506]: INFO nova.scheduler.client.report [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Deleted allocations for instance a2f033d3-5efd-44f6-95b9-89e91f113c8b [ 973.075939] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.110677] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.110928] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.111097] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.111303] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.111458] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.111604] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.111810] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.111968] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.112158] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.112324] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.112498] env[69506]: DEBUG nova.virt.hardware [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.113678] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae530013-04d7-478f-885c-5640e9f002aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.127381] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56aed7c-7692-4707-ad63-c87c0881a5bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.148572] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.158417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Creating folder: Project (31df6ee506cc4061883d834532a01ef2). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.163388] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c7fddde-e8ed-42cc-bb10-62c5f47286c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.168525] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249701, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.473738} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.168919] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] e67f3055-8485-4c4b-ba97-3308aabc4532/e67f3055-8485-4c4b-ba97-3308aabc4532.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.169169] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.169925] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e35838c-5cac-47e4-9702-ae4549746d06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.177771] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 973.177771] env[69506]: value = "task-3249703" [ 973.177771] env[69506]: _type = "Task" [ 973.177771] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.183165] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Created folder: Project (31df6ee506cc4061883d834532a01ef2) in parent group-v649133. [ 973.183365] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Creating folder: Instances. Parent ref: group-v649361. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.183957] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9beb1b1-2d26-4eae-b0b5-7cd8e6614b85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.192584] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.199755] env[69506]: DEBUG oslo_vmware.api [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5242ef19-e0e0-c872-ed3d-a0ebbc86f129, 'name': SearchDatastore_Task, 'duration_secs': 0.040803} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.200192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.202184] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Created folder: Instances in parent group-v649361. [ 973.202460] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.203072] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.203346] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d32a3af-69fb-4d96-8ea6-13ad408d7798 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.224642] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.224642] env[69506]: value = "task-3249705" [ 973.224642] env[69506]: _type = "Task" [ 973.224642] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.234564] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249705, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.519641] env[69506]: DEBUG oslo_concurrency.lockutils [req-2feadfd5-693d-41ef-9331-26ff559d8520 req-2aabae90-69a0-4a57-a73d-2127f9bb7710 service nova] Releasing lock "refresh_cache-ea124b3f-4387-428a-ade8-fa2ccefeb6d4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.571342] env[69506]: DEBUG oslo_concurrency.lockutils [None req-927f6659-31da-42c3-b7af-179434666c1b tempest-ServersWithSpecificFlavorTestJSON-328556625 tempest-ServersWithSpecificFlavorTestJSON-328556625-project-member] Lock "a2f033d3-5efd-44f6-95b9-89e91f113c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.965s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.669719] env[69506]: INFO nova.compute.manager [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Rebuilding instance [ 973.691469] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087806} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.693522] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.697026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b2625b-2915-4ce6-84b3-784bce74d784 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.732304] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] e67f3055-8485-4c4b-ba97-3308aabc4532/e67f3055-8485-4c4b-ba97-3308aabc4532.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.735594] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598fa08e-cf3d-4276-93cf-5d180fd60fc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.755874] env[69506]: DEBUG nova.compute.manager [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.757064] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8c436-4df0-41ad-b23c-a563017d3982 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.762963] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 973.762963] env[69506]: value = "task-3249706" [ 973.762963] env[69506]: _type = "Task" [ 973.762963] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.766345] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249705, 'name': CreateVM_Task, 'duration_secs': 0.393481} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.770641] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.774152] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.774348] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.775071] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.775478] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08e3107-7ede-4541-844e-448e53a90be0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.782315] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.786688] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 973.786688] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5253613a-11ef-7b1c-31c6-8356033f7ce5" [ 973.786688] env[69506]: _type = "Task" [ 973.786688] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.797107] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5253613a-11ef-7b1c-31c6-8356033f7ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.797478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.797728] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.797962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.798636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.798636] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.798636] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f1082b-680f-4755-a271-26b86fea1afd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.809567] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.809567] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.810474] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a04be12-5a3f-4488-bc71-cf4ef8e14542 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.817710] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 973.817710] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527783c5-26d2-e122-27cb-444fcf0f5a91" [ 973.817710] env[69506]: _type = "Task" [ 973.817710] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.826512] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527783c5-26d2-e122-27cb-444fcf0f5a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.136919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.137235] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.137487] env[69506]: INFO nova.compute.manager [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Attaching volume 976a8bba-46c6-4708-a8e4-f9e25a3c8d63 to /dev/sdb [ 974.183074] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199abfb9-4556-4e6c-842b-5bedf7ebda2d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.195575] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027a9a7a-8b58-4258-b692-4b85658477d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.211927] env[69506]: DEBUG nova.virt.block_device [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating existing volume attachment record: 2baefb09-6082-4c9a-a2c5-dd10dbca188b {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.282046] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.331548] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527783c5-26d2-e122-27cb-444fcf0f5a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.332392] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4e7b5a-2ed9-4f10-a919-b35f6b30f7eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.342949] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 974.342949] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525efe87-0580-9877-eded-612984283b2c" [ 974.342949] env[69506]: _type = "Task" [ 974.342949] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.352315] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525efe87-0580-9877-eded-612984283b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.352547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.352929] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.356131] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5549fb15-0d8d-4690-88fe-95c681d8d876 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.366254] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 974.366254] env[69506]: value = "task-3249708" [ 974.366254] env[69506]: _type = "Task" [ 974.366254] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.375897] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.404790] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f2919-1db3-48e8-af60-8002a5cd18e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.414179] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58065a7d-d895-471a-8447-76dda5e2a050 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.449356] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f168cd47-2efc-4f83-8be1-ca8813c93db9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.460764] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac0846-ecf5-42e9-ac34-758cffa46541 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.475426] env[69506]: DEBUG nova.compute.provider_tree [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.786390] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.786390] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249706, 'name': ReconfigVM_Task, 'duration_secs': 0.658097} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.786390] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1640ab23-f995-4178-831f-f433f971be74 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.787729] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Reconfigured VM instance instance-00000052 to attach disk [datastore1] e67f3055-8485-4c4b-ba97-3308aabc4532/e67f3055-8485-4c4b-ba97-3308aabc4532.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.788939] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5ba7a87-1e15-4d71-9115-fafb6c2a26ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.800946] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 974.800946] env[69506]: value = "task-3249710" [ 974.800946] env[69506]: _type = "Task" [ 974.800946] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.802186] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 974.802186] env[69506]: value = "task-3249711" [ 974.802186] env[69506]: _type = "Task" [ 974.802186] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.828214] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.828582] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249711, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.882068] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.023529] env[69506]: DEBUG nova.scheduler.client.report [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 975.025542] env[69506]: DEBUG nova.compute.provider_tree [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 106 to 107 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 975.025542] env[69506]: DEBUG nova.compute.provider_tree [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.317018] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249710, 'name': PowerOffVM_Task, 'duration_secs': 0.312198} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.317821] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.319173] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.319173] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c4e9318-bd70-4af0-848e-74e12581494d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.323493] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249711, 'name': Rename_Task, 'duration_secs': 0.381892} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.324143] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.324423] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750db57b-9da8-4af2-a126-c740fb573cdb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.330444] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 975.330444] env[69506]: value = "task-3249713" [ 975.330444] env[69506]: _type = "Task" [ 975.330444] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.331756] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 975.331756] env[69506]: value = "task-3249714" [ 975.331756] env[69506]: _type = "Task" [ 975.331756] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.348880] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.349378] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 975.349673] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 975.349932] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649251', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'name': 'volume-16adfe1c-5aed-4970-a380-b997317b09b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f232a91-ec92-4245-a40b-8d884f6c347c', 'attached_at': '', 'detached_at': '', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'serial': '16adfe1c-5aed-4970-a380-b997317b09b0'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 975.350924] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f13e0-4765-4cfa-81ff-e3bea0966fe0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.377595] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c523ed5-99b8-4fc6-b834-abc5034906a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.386771] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672999} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.388877] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.389152] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.389537] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb2ff048-f4f4-41e9-9a32-e85499ffe10e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.391974] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02e106-ed5b-4f7c-a1d4-9f3447a9b215 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.415373] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c9b9a-c9c2-414e-86cb-7edd0d23d358 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.418913] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 975.418913] env[69506]: value = "task-3249715" [ 975.418913] env[69506]: _type = "Task" [ 975.418913] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.433838] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] The volume has not been displaced from its original location: [datastore2] volume-16adfe1c-5aed-4970-a380-b997317b09b0/volume-16adfe1c-5aed-4970-a380-b997317b09b0.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 975.439906] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 975.440922] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35fbfaa1-c05f-49fe-99b3-9b326271393a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.459048] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249715, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.466061] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 975.466061] env[69506]: value = "task-3249716" [ 975.466061] env[69506]: _type = "Task" [ 975.466061] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.476466] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.533493] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.534391] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.542670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.176s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.547597] env[69506]: INFO nova.compute.claims [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.849909] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.938245] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.938245] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.938245] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271719ce-7ea5-4a9e-90ca-b3f6290c0301 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.967821] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.968230] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1defa2-a375-4165-aad5-ecb47fad5a26 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.998185] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249716, 'name': ReconfigVM_Task, 'duration_secs': 0.336095} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.999956] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.006380] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 976.006380] env[69506]: value = "task-3249717" [ 976.006380] env[69506]: _type = "Task" [ 976.006380] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.007028] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3c0b5f-e6b6-4aee-ba04-29bf2eba0cad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.035036] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.035036] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 976.035036] env[69506]: value = "task-3249718" [ 976.035036] env[69506]: _type = "Task" [ 976.035036] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.047974] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.053413] env[69506]: DEBUG nova.compute.utils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.061036] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.061566] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.170887] env[69506]: DEBUG nova.policy [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.349029] env[69506]: DEBUG oslo_vmware.api [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249714, 'name': PowerOnVM_Task, 'duration_secs': 0.795897} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.349400] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.349624] env[69506]: INFO nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Took 8.70 seconds to spawn the instance on the hypervisor. [ 976.349946] env[69506]: DEBUG nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.350802] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc508b0-a0a9-4117-9d49-03cac3feb3ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.537966] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.551862] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249718, 'name': ReconfigVM_Task, 'duration_secs': 0.375388} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.552154] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649251', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'name': 'volume-16adfe1c-5aed-4970-a380-b997317b09b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f232a91-ec92-4245-a40b-8d884f6c347c', 'attached_at': '', 'detached_at': '', 'volume_id': '16adfe1c-5aed-4970-a380-b997317b09b0', 'serial': '16adfe1c-5aed-4970-a380-b997317b09b0'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 976.552434] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.553263] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055b05d6-c3a1-44d2-a642-220f19a5625e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.561306] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.564112] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.564240] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a25b7a-d9af-44fc-b0a2-f2ac357695aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.663354] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.663585] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.663780] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Deleting the datastore file [datastore2] 3f232a91-ec92-4245-a40b-8d884f6c347c {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.664061] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba071a88-1415-4731-89e5-279957ddefb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.676555] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for the task: (returnval){ [ 976.676555] env[69506]: value = "task-3249720" [ 976.676555] env[69506]: _type = "Task" [ 976.676555] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.689747] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.805912] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Successfully created port: a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.881949] env[69506]: INFO nova.compute.manager [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Took 29.93 seconds to build instance. [ 976.957905] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ba565-d556-4f11-88a3-8d52509681da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.969385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d43db-5a76-4021-a6f4-db8d371e88cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.009870] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c5e71-f1e7-4fee-97a4-152b7235cfa0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.022138] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd4238-76f8-4baf-bdb8-7965b20abe47 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.041347] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249717, 'name': ReconfigVM_Task, 'duration_secs': 0.649622} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.051830] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.052918] env[69506]: DEBUG nova.compute.provider_tree [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.054467] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f01a9b9f-ad06-4729-b89a-c000f804895c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.063995] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 977.063995] env[69506]: value = "task-3249722" [ 977.063995] env[69506]: _type = "Task" [ 977.063995] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.080437] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249722, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.188550] env[69506]: DEBUG oslo_vmware.api [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Task: {'id': task-3249720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0841} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.188829] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.189022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.189245] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.254288] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 977.254671] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e35707c6-a8b3-409d-ae73-2a06bf8362a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.265562] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5ab5c-51fd-468a-aa2a-2aab41ed1d04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.317111] env[69506]: ERROR nova.compute.manager [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Failed to detach volume 16adfe1c-5aed-4970-a380-b997317b09b0 from /dev/sda: nova.exception.InstanceNotFound: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Traceback (most recent call last): [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self.driver.rebuild(**kwargs) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise NotImplementedError() [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] NotImplementedError [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] During handling of the above exception, another exception occurred: [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Traceback (most recent call last): [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self.driver.detach_volume(context, old_connection_info, [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] return self._volumeops.detach_volume(connection_info, instance) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._detach_volume_vmdk(connection_info, instance) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] stable_ref.fetch_moref(session) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] nova.exception.InstanceNotFound: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. [ 977.317111] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.386268] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f406312-b912-4e18-ab2f-38c7424e2ace tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.445s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.473028] env[69506]: DEBUG nova.compute.utils [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Build of instance 3f232a91-ec92-4245-a40b-8d884f6c347c aborted: Failed to rebuild volume backed instance. {{(pid=69506) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 977.475247] env[69506]: ERROR nova.compute.manager [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3f232a91-ec92-4245-a40b-8d884f6c347c aborted: Failed to rebuild volume backed instance. [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Traceback (most recent call last): [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self.driver.rebuild(**kwargs) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise NotImplementedError() [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] NotImplementedError [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] During handling of the above exception, another exception occurred: [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Traceback (most recent call last): [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._detach_root_volume(context, instance, root_bdm) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] with excutils.save_and_reraise_exception(): [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self.force_reraise() [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise self.value [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self.driver.detach_volume(context, old_connection_info, [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] return self._volumeops.detach_volume(connection_info, instance) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._detach_volume_vmdk(connection_info, instance) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] stable_ref.fetch_moref(session) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] nova.exception.InstanceNotFound: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] During handling of the above exception, another exception occurred: [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Traceback (most recent call last): [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] yield [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 977.475247] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._do_rebuild_instance_with_claim( [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._do_rebuild_instance( [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._rebuild_default_impl(**kwargs) [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] self._rebuild_volume_backed_instance( [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] raise exception.BuildAbortException( [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] nova.exception.BuildAbortException: Build of instance 3f232a91-ec92-4245-a40b-8d884f6c347c aborted: Failed to rebuild volume backed instance. [ 977.476536] env[69506]: ERROR nova.compute.manager [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] [ 977.558673] env[69506]: DEBUG nova.scheduler.client.report [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.316649] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.324209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.324209] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.328019] env[69506]: DEBUG nova.compute.manager [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Received event network-changed-e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.328019] env[69506]: DEBUG nova.compute.manager [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Refreshing instance network info cache due to event network-changed-e6857121-1e02-4c0d-8e31-52eefddec317. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.328019] env[69506]: DEBUG oslo_concurrency.lockutils [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] Acquiring lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.328019] env[69506]: DEBUG oslo_concurrency.lockutils [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] Acquired lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.328019] env[69506]: DEBUG nova.network.neutron [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Refreshing network info cache for port e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.328019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.406s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.328019] env[69506]: DEBUG nova.objects.instance [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lazy-loading 'resources' on Instance uuid 84017ca2-7c0f-44a7-ad1f-043f06f3aa45 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.337048] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249722, 'name': Rename_Task, 'duration_secs': 1.166129} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.337048] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.337048] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c70feeb-a448-4529-9c3b-1df1a61bb637 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.345670] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 978.345670] env[69506]: value = "task-3249723" [ 978.345670] env[69506]: _type = "Task" [ 978.345670] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.356514] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.363176] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.363538] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.363538] env[69506]: DEBUG nova.virt.hardware [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.365756] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55022dc4-f746-4cea-aff9-5c709b9e0527 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.373522] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0962d-1f56-49d5-8428-048f92b42dd5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.664335] env[69506]: DEBUG nova.compute.manager [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-vif-plugged-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.664631] env[69506]: DEBUG oslo_concurrency.lockutils [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.665562] env[69506]: DEBUG oslo_concurrency.lockutils [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.665621] env[69506]: DEBUG oslo_concurrency.lockutils [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.665802] env[69506]: DEBUG nova.compute.manager [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] No waiting events found dispatching network-vif-plugged-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.666583] env[69506]: WARNING nova.compute.manager [req-07f12ca1-4c30-4787-9678-933afdd194de req-4a2b7666-51d6-45ac-8bc4-a778cf3acb07 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received unexpected event network-vif-plugged-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb for instance with vm_state building and task_state spawning. [ 978.770503] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Successfully updated port: a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.830021] env[69506]: DEBUG nova.compute.utils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.832484] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.832657] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.862703] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.882496] env[69506]: DEBUG nova.policy [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d89d617b01b4375b004b8fab646f9ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd878888f5c4b0e9dcb639b2d5b5698', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.201671] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d11493-8719-41a9-a316-8c32ddb7a6a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.213020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619b9cd-e25f-43d6-9924-febca84c7398 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.218616] env[69506]: DEBUG nova.network.neutron [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updated VIF entry in instance network info cache for port e6857121-1e02-4c0d-8e31-52eefddec317. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.218989] env[69506]: DEBUG nova.network.neutron [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updating instance_info_cache with network_info: [{"id": "e6857121-1e02-4c0d-8e31-52eefddec317", "address": "fa:16:3e:d9:21:2e", "network": {"id": "57164e3d-0192-410f-b5e0-77e05e646cd4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-465702304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "676faf59e691480c8f6ab9c9e555db1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6857121-1e", "ovs_interfaceid": "e6857121-1e02-4c0d-8e31-52eefddec317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.250473] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb6cfd7-172b-4492-9db6-2c3c6940bcb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.261122] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6476ef-71c6-4244-a3f7-1648c8fa837a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.278958] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.279106] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.279285] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.283339] env[69506]: DEBUG nova.compute.provider_tree [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.283899] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.284116] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649365', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'name': 'volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378058f8-96e1-4816-8fa2-da7edd1cbad3', 'attached_at': '', 'detached_at': '', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'serial': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.285069] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a51ce1f-8bfe-4b56-a56e-83b84c526cbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.304024] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Successfully created port: 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.306452] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec57700-31a5-48d8-ab6f-ae2cb004b28e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.333778] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63/volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.334214] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.337718] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c02694-3793-4fe9-81bb-53de6dcff77f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.365946] env[69506]: DEBUG oslo_vmware.api [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249723, 'name': PowerOnVM_Task, 'duration_secs': 0.649441} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.367295] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.367506] env[69506]: INFO nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Took 6.29 seconds to spawn the instance on the hypervisor. [ 979.367770] env[69506]: DEBUG nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.368254] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 979.368254] env[69506]: value = "task-3249724" [ 979.368254] env[69506]: _type = "Task" [ 979.368254] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.369021] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57e87b-3423-4027-9667-aeda1ff6f504 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.384015] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.722115] env[69506]: DEBUG oslo_concurrency.lockutils [req-9b00e497-a9a2-4ce4-b78b-dcedb93a4987 req-9ce995ef-5974-40a6-b526-323404f44ec3 service nova] Releasing lock "refresh_cache-e67f3055-8485-4c4b-ba97-3308aabc4532" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.792019] env[69506]: DEBUG nova.scheduler.client.report [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.823941] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.863428] env[69506]: DEBUG oslo_concurrency.lockutils [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.883307] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.895388] env[69506]: INFO nova.compute.manager [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Took 23.97 seconds to build instance. [ 980.016925] env[69506]: DEBUG nova.network.neutron [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.299902] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.305172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.657s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.305390] env[69506]: DEBUG nova.objects.instance [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.309686] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "3f232a91-ec92-4245-a40b-8d884f6c347c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.309686] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.309686] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.309879] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.311101] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.312313] env[69506]: INFO nova.compute.manager [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Terminating instance [ 980.339041] env[69506]: INFO nova.scheduler.client.report [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Deleted allocations for instance 84017ca2-7c0f-44a7-ad1f-043f06f3aa45 [ 980.359104] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.386063] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249724, 'name': ReconfigVM_Task, 'duration_secs': 0.854585} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.388308] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63/volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.395201] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0994caf8-3440-4ae1-b683-63ff6354baf0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.410367] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.414018] env[69506]: DEBUG nova.virt.hardware [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.414018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dad8637c-60d5-4632-bae1-d450b28ebc88 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.499s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.414672] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39960c-c8d6-49c4-a3f7-e16a53ce4882 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.426594] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef94596-5c85-4fc9-b805-d47502f31b1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.431400] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 980.431400] env[69506]: value = "task-3249725" [ 980.431400] env[69506]: _type = "Task" [ 980.431400] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.449960] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.521426] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.521426] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Instance network_info: |[{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.521426] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ae:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.529549] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating folder: Project (b157d4374a14450dadf4b5555a4bc8b3). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.529924] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c59382c-0343-4b3e-864c-ba44315fb0c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.541662] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created folder: Project (b157d4374a14450dadf4b5555a4bc8b3) in parent group-v649133. [ 980.541870] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating folder: Instances. Parent ref: group-v649366. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.542123] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6062b3b-0c57-4149-b158-82b103a761c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.552965] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created folder: Instances in parent group-v649366. [ 980.553256] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.553480] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.553713] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb4a18c-c2ee-4ef1-9012-2b4983d045d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.575594] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.575594] env[69506]: value = "task-3249728" [ 980.575594] env[69506]: _type = "Task" [ 980.575594] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.585700] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249728, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.689585] env[69506]: DEBUG nova.compute.manager [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-changed-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.689844] env[69506]: DEBUG nova.compute.manager [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing instance network info cache due to event network-changed-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.690109] env[69506]: DEBUG oslo_concurrency.lockutils [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.690338] env[69506]: DEBUG oslo_concurrency.lockutils [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.690546] env[69506]: DEBUG nova.network.neutron [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing network info cache for port a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.817114] env[69506]: DEBUG nova.compute.manager [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.817723] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-208b36da-d29c-4b1e-88fa-b021ec1a9382 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.828586] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb232f-7a5b-44ee-adad-0853a747a86b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.842662] env[69506]: INFO nova.compute.manager [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Rebuilding instance [ 980.853193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c62cc2ef-edea-4d3b-ac95-d9f745957195 tempest-ImagesTestJSON-490670806 tempest-ImagesTestJSON-490670806-project-member] Lock "84017ca2-7c0f-44a7-ad1f-043f06f3aa45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.454s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.881065] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. [ 980.881347] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.883836] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99548b91-a2ab-481f-b8cc-ce9a387f229d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.893538] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84f46d-299d-472c-adff-47a31ab5b320 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.934529] env[69506]: WARNING nova.virt.vmwareapi.vmops [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. [ 980.934813] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.935173] env[69506]: INFO nova.compute.manager [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Took 0.12 seconds to destroy the instance on the hypervisor. [ 980.935496] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.942123] env[69506]: DEBUG nova.compute.manager [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.942261] env[69506]: DEBUG nova.network.neutron [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.946633] env[69506]: DEBUG nova.compute.manager [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.947480] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b729470c-4aa6-4431-8e2d-143a730400ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.953923] env[69506]: DEBUG oslo_vmware.api [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249725, 'name': ReconfigVM_Task, 'duration_secs': 0.197314} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.954599] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649365', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'name': 'volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378058f8-96e1-4816-8fa2-da7edd1cbad3', 'attached_at': '', 'detached_at': '', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'serial': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.087049] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249728, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.321777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b8e1c517-b545-4680-bae5-16a813df9a8d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.323654] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.032s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.324282] env[69506]: DEBUG nova.objects.instance [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lazy-loading 'resources' on Instance uuid 0f32f2c4-325a-460b-bf1c-356182047c83 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.588150] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249728, 'name': CreateVM_Task, 'duration_secs': 0.52211} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.588467] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.589294] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.589566] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.590292] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.590589] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334b8f6c-27ba-4b08-87d4-c38647a2c814 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.596675] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 981.596675] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52329e51-000c-7113-b2af-3dc27f470406" [ 981.596675] env[69506]: _type = "Task" [ 981.596675] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.606496] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Successfully updated port: 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.617219] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52329e51-000c-7113-b2af-3dc27f470406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.795866] env[69506]: DEBUG nova.network.neutron [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updated VIF entry in instance network info cache for port a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.796239] env[69506]: DEBUG nova.network.neutron [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.959012] env[69506]: DEBUG nova.compute.manager [req-9145637d-cabe-4d03-b543-80b9a289beae req-41bf42d9-0667-485e-93e8-37af57b1c48e service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Received event network-vif-deleted-1c600feb-bfdc-4b2e-b45b-83ec520ce13a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.959265] env[69506]: INFO nova.compute.manager [req-9145637d-cabe-4d03-b543-80b9a289beae req-41bf42d9-0667-485e-93e8-37af57b1c48e service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Neutron deleted interface 1c600feb-bfdc-4b2e-b45b-83ec520ce13a; detaching it from the instance and deleting it from the info cache [ 981.959475] env[69506]: DEBUG nova.network.neutron [req-9145637d-cabe-4d03-b543-80b9a289beae req-41bf42d9-0667-485e-93e8-37af57b1c48e service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.969284] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.970047] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab2e160f-f02b-42b2-b763-a62bf5637eac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.977108] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 981.977108] env[69506]: value = "task-3249729" [ 981.977108] env[69506]: _type = "Task" [ 981.977108] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.991159] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.018323] env[69506]: DEBUG nova.objects.instance [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'flavor' on Instance uuid 378058f8-96e1-4816-8fa2-da7edd1cbad3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.118203] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52329e51-000c-7113-b2af-3dc27f470406, 'name': SearchDatastore_Task, 'duration_secs': 0.02297} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.118556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.118705] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.118853] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.120892] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.121214] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.122169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.122169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.122169] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.122169] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983784aa-d98b-4c41-bd46-9f9f23168425 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.145620] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.145620] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.146784] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4a23f3-15b5-436e-b8e5-c91c32992681 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.156237] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 982.156237] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52416288-efac-1a25-1caa-bb2c75bc2bf6" [ 982.156237] env[69506]: _type = "Task" [ 982.156237] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.165455] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52416288-efac-1a25-1caa-bb2c75bc2bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.217575] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53756d-67fa-4c05-a2af-400062f79ad0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.229116] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38706f6e-6b3a-4764-8870-ce0b2e4659b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.266773] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a401b649-2185-4c43-b82f-4a408d83e71d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.277384] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c8b19-2a02-4cd5-b228-d749878cfd7d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.292849] env[69506]: DEBUG nova.compute.provider_tree [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.301446] env[69506]: DEBUG oslo_concurrency.lockutils [req-29623f38-abe9-4b94-b4f9-9058d2a7d11f req-13f80051-59d6-4404-afd1-903ce05da046 service nova] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.433807] env[69506]: DEBUG nova.network.neutron [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.462148] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e32ffb76-fb2f-428f-bcb0-2485752568e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.475582] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1681165a-2f8d-47d8-92fa-cc0147e5ef70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.506389] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249729, 'name': PowerOffVM_Task, 'duration_secs': 0.179028} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.506389] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.506389] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.506389] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfa15e-3b21-4769-b6a9-c08d39b73d2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.525204] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b4017b8a-c551-4892-8ef2-ca97495ca58a tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.526817] env[69506]: DEBUG nova.compute.manager [req-9145637d-cabe-4d03-b543-80b9a289beae req-41bf42d9-0667-485e-93e8-37af57b1c48e service nova] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Detach interface failed, port_id=1c600feb-bfdc-4b2e-b45b-83ec520ce13a, reason: Instance 3f232a91-ec92-4245-a40b-8d884f6c347c could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.529681] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.529936] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb52606-6cf4-4c12-85ec-931b55078c9f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.554775] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.554775] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.554957] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Deleting the datastore file [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.555234] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3433372e-8431-4a03-b2d0-42365070263b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.568077] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 982.568077] env[69506]: value = "task-3249731" [ 982.568077] env[69506]: _type = "Task" [ 982.568077] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.576375] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.669340] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52416288-efac-1a25-1caa-bb2c75bc2bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.670224] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c2833b-4923-45f6-86cb-c2df711afcaf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.675556] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 982.675556] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0e254-50d6-ae16-b27d-d6ab6bb96844" [ 982.675556] env[69506]: _type = "Task" [ 982.675556] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.685201] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0e254-50d6-ae16-b27d-d6ab6bb96844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.685828] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.729506] env[69506]: DEBUG nova.compute.manager [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.731312] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.731312] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.731312] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.731312] env[69506]: DEBUG nova.compute.manager [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] No waiting events found dispatching network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.731312] env[69506]: WARNING nova.compute.manager [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received unexpected event network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f for instance with vm_state building and task_state spawning. [ 982.731312] env[69506]: DEBUG nova.compute.manager [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.731312] env[69506]: DEBUG nova.compute.manager [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing instance network info cache due to event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.731687] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.797351] env[69506]: DEBUG nova.scheduler.client.report [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.810917] env[69506]: INFO nova.compute.manager [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Rescuing [ 982.811188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.811701] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.811940] env[69506]: DEBUG nova.network.neutron [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.847965] env[69506]: DEBUG nova.network.neutron [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.935052] env[69506]: INFO nova.compute.manager [-] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Took 1.99 seconds to deallocate network for instance. [ 983.077176] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121797} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.077426] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.077781] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.077830] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.144974] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.145152] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.189037] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0e254-50d6-ae16-b27d-d6ab6bb96844, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.190984] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.191472] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2317147b-3cd1-4354-84ef-b0c7a22b0dd9/2317147b-3cd1-4354-84ef-b0c7a22b0dd9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.191808] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-750ccf51-b6ad-4ad7-aeee-83e8c1d8bd6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200392] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 983.200392] env[69506]: value = "task-3249732" [ 983.200392] env[69506]: _type = "Task" [ 983.200392] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.210821] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.310681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.314207] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.010s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.314473] env[69506]: DEBUG nova.objects.instance [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lazy-loading 'resources' on Instance uuid fb88941d-d983-4a37-9b90-8cff54e18b95 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.348726] env[69506]: INFO nova.scheduler.client.report [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Deleted allocations for instance 0f32f2c4-325a-460b-bf1c-356182047c83 [ 983.361387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.361775] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance network_info: |[{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.365755] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.369024] env[69506]: DEBUG nova.network.neutron [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.369024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c8:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f6c6bbb-6309-427c-b851-62d5827c319f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.374898] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.375896] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.376859] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-952b3540-9474-47ed-bbc3-4760c27d6bff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.398708] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.398708] env[69506]: value = "task-3249733" [ 983.398708] env[69506]: _type = "Task" [ 983.398708] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.407708] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249733, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.497859] env[69506]: INFO nova.compute.manager [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Took 0.56 seconds to detach 1 volumes for instance. [ 983.500365] env[69506]: DEBUG nova.compute.manager [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Deleting volume: 16adfe1c-5aed-4970-a380-b997317b09b0 {{(pid=69506) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 983.665739] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666156] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666274] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666591] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666591] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666870] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.666870] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 983.666982] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.711686] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.847714] env[69506]: DEBUG nova.network.neutron [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.867139] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ae2aa708-1f51-4eaa-8313-83417aac6be5 tempest-ServersV294TestFqdnHostnames-1817828186 tempest-ServersV294TestFqdnHostnames-1817828186-project-member] Lock "0f32f2c4-325a-460b-bf1c-356182047c83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.434s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.918180] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249733, 'name': CreateVM_Task, 'duration_secs': 0.425362} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.918323] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.919636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.919636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.919933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.920616] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9ce85a-7490-4361-8136-e87c9a30790c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.931458] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 983.931458] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52690d03-a28a-f573-720d-3af0d9da9479" [ 983.931458] env[69506]: _type = "Task" [ 983.931458] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.941559] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52690d03-a28a-f573-720d-3af0d9da9479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.054617] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.138186] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.138443] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.138598] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.139233] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.139233] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.139402] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.139868] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.140495] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.140495] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.140495] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.140633] env[69506]: DEBUG nova.virt.hardware [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.142185] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe6028-122a-4489-a9a2-f03c4593ccd4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.155280] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c513c7f-9660-49ca-b711-f25cec680025 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.175635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.176143] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.181946] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.182462] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.182710] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f068b708-6d9a-4b09-abed-0a88a87a2170 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.206729] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.206729] env[69506]: value = "task-3249735" [ 984.206729] env[69506]: _type = "Task" [ 984.206729] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.215483] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51662} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.216205] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2317147b-3cd1-4354-84ef-b0c7a22b0dd9/2317147b-3cd1-4354-84ef-b0c7a22b0dd9.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.216500] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.216661] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00a880a-909c-4ca1-a0e1-af25add3ba01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.227126] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe506e-a090-47b0-a1e9-d3bf571e3519 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.229632] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249735, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.235435] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd21b8a-aa1a-4852-8457-71bc44a4b5af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.239613] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 984.239613] env[69506]: value = "task-3249736" [ 984.239613] env[69506]: _type = "Task" [ 984.239613] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.274289] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b2e911-afa1-4395-bec2-2e9013151dee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.280338] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.289177] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c9842-bea5-4c6c-b806-135c6c515fb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.304559] env[69506]: DEBUG nova.compute.provider_tree [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.350860] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.407253] env[69506]: DEBUG nova.network.neutron [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updated VIF entry in instance network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.408170] env[69506]: DEBUG nova.network.neutron [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.442869] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52690d03-a28a-f573-720d-3af0d9da9479, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.442869] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.442869] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.445169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.445169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.445169] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.445169] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214eb9dd-c0a7-448d-9608-b41d342524a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.452742] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.452920] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.453663] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa188a19-3bd0-44a6-8ddf-73c74b084e20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.459703] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 984.459703] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523273c4-e52d-4758-93e6-eb68d67dc328" [ 984.459703] env[69506]: _type = "Task" [ 984.459703] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.466762] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523273c4-e52d-4758-93e6-eb68d67dc328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.643344] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "daaa3bea-a4df-47e5-a751-36f5da48c752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.643573] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.718455] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249735, 'name': CreateVM_Task, 'duration_secs': 0.454787} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.718752] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.722089] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.722340] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.722677] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.722957] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ecf1ac-adb0-4207-8276-a199835fec07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.728658] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 984.728658] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4a8d4-39cb-0667-a1ee-f274e82e9285" [ 984.728658] env[69506]: _type = "Task" [ 984.728658] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.738018] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4a8d4-39cb-0667-a1ee-f274e82e9285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.748500] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074787} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.748500] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.749392] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044b152e-6f85-4364-9e97-786a9a8926d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.773306] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2317147b-3cd1-4354-84ef-b0c7a22b0dd9/2317147b-3cd1-4354-84ef-b0c7a22b0dd9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.773553] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a685e69-4c64-494c-a47f-fff580d52494 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.796598] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 984.796598] env[69506]: value = "task-3249737" [ 984.796598] env[69506]: _type = "Task" [ 984.796598] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.805433] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.807506] env[69506]: DEBUG nova.scheduler.client.report [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.913586] env[69506]: DEBUG oslo_concurrency.lockutils [req-99bed01f-089d-44dc-833a-cb98e39f61eb req-95fa5408-86ba-469a-839c-160d7745ef4a service nova] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.969782] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523273c4-e52d-4758-93e6-eb68d67dc328, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.970673] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67161aa9-c5f9-493e-95c1-128d7b870098 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.976293] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 984.976293] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adebb8-c2d9-8ada-ed7d-c6c866c93669" [ 984.976293] env[69506]: _type = "Task" [ 984.976293] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.985636] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adebb8-c2d9-8ada-ed7d-c6c866c93669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.149065] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.242387] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4a8d4-39cb-0667-a1ee-f274e82e9285, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.242636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.242879] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.243107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.308232] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249737, 'name': ReconfigVM_Task, 'duration_secs': 0.296317} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.308525] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2317147b-3cd1-4354-84ef-b0c7a22b0dd9/2317147b-3cd1-4354-84ef-b0c7a22b0dd9.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.309176] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9246bb-b9c5-4e08-9acc-fe2020fb0130 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.317925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.320541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.120s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.323738] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 985.323738] env[69506]: value = "task-3249738" [ 985.323738] env[69506]: _type = "Task" [ 985.323738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.348172] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249738, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.349462] env[69506]: INFO nova.scheduler.client.report [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Deleted allocations for instance fb88941d-d983-4a37-9b90-8cff54e18b95 [ 985.495751] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adebb8-c2d9-8ada-ed7d-c6c866c93669, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.496059] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.497600] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.497600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.497600] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.497600] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9fac532-cb4d-4e5e-afee-c0c9febd9bfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.499237] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f6cfa87-5b8b-4769-ac0a-2f813d939b10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.507208] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 985.507208] env[69506]: value = "task-3249739" [ 985.507208] env[69506]: _type = "Task" [ 985.507208] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.512642] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.512833] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.514369] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdc912c-1ef3-4b14-ae09-ab12354d9003 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.519378] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.523511] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 985.523511] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a57c0a-69bb-07ce-f95b-41e8396d9775" [ 985.523511] env[69506]: _type = "Task" [ 985.523511] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.532134] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a57c0a-69bb-07ce-f95b-41e8396d9775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.694471] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.840738] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249738, 'name': Rename_Task, 'duration_secs': 0.264872} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.841216] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.841529] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66cde9d-fc74-427f-b82e-537a7327fcd3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.862627] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 985.862627] env[69506]: value = "task-3249740" [ 985.862627] env[69506]: _type = "Task" [ 985.862627] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.864325] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e01205d6-89ff-4e3a-afad-a4561543556f tempest-ListServerFiltersTestJSON-1505479587 tempest-ListServerFiltersTestJSON-1505479587-project-member] Lock "fb88941d-d983-4a37-9b90-8cff54e18b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.053s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.891086] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.902614] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.903428] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962a0678-5372-4731-9105-b5ef6cc0e353 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.917743] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 985.917743] env[69506]: value = "task-3249741" [ 985.917743] env[69506]: _type = "Task" [ 985.917743] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.927644] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.018568] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44176} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.018874] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.019088] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.019490] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-746b0d94-34a9-4301-93bb-d7842619a970 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.038304] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 986.038304] env[69506]: value = "task-3249742" [ 986.038304] env[69506]: _type = "Task" [ 986.038304] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.045887] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a57c0a-69bb-07ce-f95b-41e8396d9775, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.050106] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d232e4-07c3-4971-9aac-a210b1f10b39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.055347] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.058920] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 986.058920] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f3e2f-f256-eeb2-29f4-c25883b77b44" [ 986.058920] env[69506]: _type = "Task" [ 986.058920] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.068089] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f3e2f-f256-eeb2-29f4-c25883b77b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.199634] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0651b50-43f1-4dce-a68f-b1c220212c6b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.212873] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316d80a3-e95d-4fad-96e4-9f8874e043af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.255199] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5413e4-ec68-4ac9-bb25-f4e50955b655 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.265176] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74efc2ad-f67e-4bff-ae5a-fafc6fa0eeaf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.279716] env[69506]: DEBUG nova.compute.provider_tree [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.375658] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.427576] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249741, 'name': PowerOffVM_Task, 'duration_secs': 0.224501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.427893] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.428746] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9bdd5-bef6-4539-9df7-3c2b9f66761f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.450247] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636da11a-6846-4c99-911c-a33253430f3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.496085] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.496772] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbdeca5-460a-4f0d-91d4-4dde00dd78b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.505031] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 986.505031] env[69506]: value = "task-3249743" [ 986.505031] env[69506]: _type = "Task" [ 986.505031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.513248] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.553149] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081935} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.553951] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.554766] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdecef-32ef-4e09-9a74-aec2fc9dc53e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.589303] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.594095] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77bed346-c6bf-4d2c-89a3-0576e6edb4c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.608420] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521f3e2f-f256-eeb2-29f4-c25883b77b44, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.608513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.608798] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.612453] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0019d1-462f-4af6-82ae-e62c33d6e19a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.614654] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 986.614654] env[69506]: value = "task-3249744" [ 986.614654] env[69506]: _type = "Task" [ 986.614654] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.618496] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 986.618496] env[69506]: value = "task-3249745" [ 986.618496] env[69506]: _type = "Task" [ 986.618496] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.624994] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.629687] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785658] env[69506]: DEBUG nova.scheduler.client.report [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.878653] env[69506]: DEBUG oslo_vmware.api [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249740, 'name': PowerOnVM_Task, 'duration_secs': 0.735862} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.878653] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.878653] env[69506]: INFO nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Took 8.56 seconds to spawn the instance on the hypervisor. [ 986.878653] env[69506]: DEBUG nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.879648] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a8123c-2281-49b9-aa1f-bfae1189bef2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.019908] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.020317] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.020591] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.020803] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.021085] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.022443] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d798afd-a61e-4b61-b4ed-522a5bad087c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.034954] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.035971] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.036656] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65edb0e4-dce0-4337-8d6b-ca7daacbfe6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.044440] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 987.044440] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5266542a-3105-2600-1ef0-b368524520be" [ 987.044440] env[69506]: _type = "Task" [ 987.044440] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.056962] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5266542a-3105-2600-1ef0-b368524520be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.127032] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.131981] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472867} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.132970] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.133289] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.133619] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f3af275-9d69-46f7-97b6-b2d5ece57b7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.141365] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 987.141365] env[69506]: value = "task-3249746" [ 987.141365] env[69506]: _type = "Task" [ 987.141365] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.149599] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.411318] env[69506]: INFO nova.compute.manager [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Took 27.64 seconds to build instance. [ 987.563962] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5266542a-3105-2600-1ef0-b368524520be, 'name': SearchDatastore_Task, 'duration_secs': 0.024991} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.563962] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4556f9-a36d-4e90-a060-939a1be64fea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.566877] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 987.566877] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52990bca-18ae-1596-6701-3a3091740e44" [ 987.566877] env[69506]: _type = "Task" [ 987.566877] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.576732] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52990bca-18ae-1596-6701-3a3091740e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.629235] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249744, 'name': ReconfigVM_Task, 'duration_secs': 0.718315} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.629519] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.630156] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbcd3ef-2f41-4eec-a893-13c005da9d6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.637031] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 987.637031] env[69506]: value = "task-3249747" [ 987.637031] env[69506]: _type = "Task" [ 987.637031] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.651628] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249747, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.657011] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062614} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.657961] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.658791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fce09-5010-4f2e-9f3c-64d8c82227d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.685236] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.685577] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39637c8c-454c-4329-b24c-dd1625eebe63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.710729] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 987.710729] env[69506]: value = "task-3249748" [ 987.710729] env[69506]: _type = "Task" [ 987.710729] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.721692] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.798881] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.478s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.804094] env[69506]: DEBUG oslo_concurrency.lockutils [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.941s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.916753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e5cc9046-f512-4768-a96e-2a296e62049a tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.156s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.085956] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52990bca-18ae-1596-6701-3a3091740e44, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.086337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.086693] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 988.087017] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a06351-1545-48c8-a432-49ec88311653 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.099461] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 988.099461] env[69506]: value = "task-3249749" [ 988.099461] env[69506]: _type = "Task" [ 988.099461] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.115038] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.147018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07004b0c-a23f-4f47-9b49-1f9fb0eed635 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.157333] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249747, 'name': Rename_Task, 'duration_secs': 0.254501} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.158873] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.159338] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978d6496-8036-4cd6-85a8-4e3301f5c20c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.166193] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec0bc5-7f12-4ee7-b96b-28050a04a164 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.174913] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 988.174913] env[69506]: value = "task-3249750" [ 988.174913] env[69506]: _type = "Task" [ 988.174913] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.205817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789c0cb-0baf-4a7a-9eae-8df2b709f97b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.219030] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.220930] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577b825-18a9-46d7-8b80-abdfbe98f793 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.228371] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.239434] env[69506]: DEBUG nova.compute.provider_tree [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.448629] env[69506]: INFO nova.scheduler.client.report [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocation for migration e2f34713-4bd1-47ea-a755-cb670674a211 [ 988.612886] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.712471] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.720638] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.745182] env[69506]: DEBUG nova.scheduler.client.report [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.958903] env[69506]: DEBUG oslo_concurrency.lockutils [None req-02074f6e-ad9f-4491-adde-682517b5f2ad tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.340s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.116295] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595281} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.117172] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 989.117537] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb8b9d-9eb6-445f-8a13-dd76f28797d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.156025] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.156732] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd6d5d1-95a6-41ca-8d5b-74ff5cfe58ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.178475] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 989.178475] env[69506]: value = "task-3249751" [ 989.178475] env[69506]: _type = "Task" [ 989.178475] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.188613] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.214768] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.227724] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249748, 'name': ReconfigVM_Task, 'duration_secs': 1.294452} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.228110] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867/53532e7c-96fe-4b33-b36a-1c86678da867.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.231068] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0440dc5e-9989-4178-a801-c69507de8f56 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.237792] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 989.237792] env[69506]: value = "task-3249752" [ 989.237792] env[69506]: _type = "Task" [ 989.237792] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.250138] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249752, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.250138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.446s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.250138] env[69506]: INFO nova.compute.manager [None req-334158bc-9f53-4891-9e29-8630cff0a71f tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Successfully reverted task state from rebuilding on failure for instance. [ 989.259050] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.204s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.259622] env[69506]: DEBUG nova.objects.instance [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lazy-loading 'resources' on Instance uuid 3f232a91-ec92-4245-a40b-8d884f6c347c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.647434] env[69506]: DEBUG nova.compute.manager [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-changed-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.647671] env[69506]: DEBUG nova.compute.manager [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing instance network info cache due to event network-changed-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.648016] env[69506]: DEBUG oslo_concurrency.lockutils [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.649872] env[69506]: DEBUG oslo_concurrency.lockutils [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.649872] env[69506]: DEBUG nova.network.neutron [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing network info cache for port a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.689092] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.715745] env[69506]: DEBUG oslo_vmware.api [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249750, 'name': PowerOnVM_Task, 'duration_secs': 1.404438} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.716102] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.716259] env[69506]: INFO nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Took 9.36 seconds to spawn the instance on the hypervisor. [ 989.716438] env[69506]: DEBUG nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.717775] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d148b3-2ed8-4e6d-bf17-7718fbcf46ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.748668] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249752, 'name': Rename_Task, 'duration_secs': 0.144634} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.748878] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.749179] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546bb6cd-78b2-406e-b045-ad63cee40f7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.756074] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 989.756074] env[69506]: value = "task-3249753" [ 989.756074] env[69506]: _type = "Task" [ 989.756074] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.769441] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.954931] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.955278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.126273] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871fbe21-b68c-4841-a6d5-9566474cf5d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.134193] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d33496-0a57-4622-94a6-58972a619816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.195599] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f846be80-2b8b-4649-9459-6ca6fb11c15e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.200799] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249751, 'name': ReconfigVM_Task, 'duration_secs': 0.795799} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.202860] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.203654] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4c15a-d181-4c8b-8db3-9eea7a72226c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207184] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e76987-5a35-46e9-aee7-59996aeb2e41 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.223302] env[69506]: DEBUG nova.compute.provider_tree [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.254117] env[69506]: DEBUG nova.scheduler.client.report [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.258645] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256aa2cf-e18b-437d-83d5-a2ea0667397e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.271375] env[69506]: INFO nova.compute.manager [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Took 28.92 seconds to build instance. [ 990.291271] env[69506]: DEBUG oslo_vmware.api [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249753, 'name': PowerOnVM_Task, 'duration_secs': 0.4479} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.293952] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 990.293952] env[69506]: value = "task-3249754" [ 990.293952] env[69506]: _type = "Task" [ 990.293952] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.293952] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.293952] env[69506]: DEBUG nova.compute.manager [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.293952] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dcc837-9d87-42a2-b860-083d73294da1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.457988] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.775286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.516s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.777630] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.602s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.777811] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.779119] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 990.781446] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.088s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.783095] env[69506]: INFO nova.compute.claims [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.787917] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eff3141a-e0d7-4151-adaf-6fa5bd1fdaed tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.448s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.788668] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe159ef-cb83-497f-b143-7a46b9f21687 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.806572] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249754, 'name': ReconfigVM_Task, 'duration_secs': 0.439137} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.809495] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.811140] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48452c27-ad75-4981-a683-480b5c72e97c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.820930] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12baf15-322a-40f6-9c14-a3de33cba94c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.840327] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.841114] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d447fea-13c3-45ed-91ce-b6029cdd46ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.843681] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 990.843681] env[69506]: value = "task-3249755" [ 990.843681] env[69506]: _type = "Task" [ 990.843681] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.851572] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f2a8a-5aa2-4dd1-8584-9cf7249d6c22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.858766] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.887075] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178369MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 990.887245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.985100] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.094414] env[69506]: DEBUG nova.network.neutron [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updated VIF entry in instance network info cache for port a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.094785] env[69506]: DEBUG nova.network.neutron [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.324046] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4d45bb89-5827-451c-922e-f350504ec5c6 tempest-ServerActionsV293TestJSON-1166940701 tempest-ServerActionsV293TestJSON-1166940701-project-member] Lock "3f232a91-ec92-4245-a40b-8d884f6c347c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.014s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.363557] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249755, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.597804] env[69506]: DEBUG oslo_concurrency.lockutils [req-eb241619-8dae-4691-bf7e-ed5f607eb6c4 req-8b3de5b0-5707-472a-8d9a-bb25e8999505 service nova] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.822556] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "53532e7c-96fe-4b33-b36a-1c86678da867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.823559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.823852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "53532e7c-96fe-4b33-b36a-1c86678da867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.824182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.824298] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.829959] env[69506]: INFO nova.compute.manager [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Terminating instance [ 991.860546] env[69506]: DEBUG oslo_vmware.api [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249755, 'name': PowerOnVM_Task, 'duration_secs': 0.625308} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.864013] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.867489] env[69506]: DEBUG nova.compute.manager [None req-06cee735-0007-489f-9966-823a1615a3c9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.868335] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0060d413-3a3e-49e6-93c8-71d2a0c97518 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.918720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.919163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.919511] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.919810] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.923642] env[69506]: INFO nova.compute.manager [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Terminating instance [ 992.072955] env[69506]: DEBUG nova.compute.manager [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.073198] env[69506]: DEBUG nova.compute.manager [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing instance network info cache due to event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.073547] env[69506]: DEBUG oslo_concurrency.lockutils [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.074321] env[69506]: DEBUG oslo_concurrency.lockutils [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.074321] env[69506]: DEBUG nova.network.neutron [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.153208] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f3f94-fad8-4134-af55-56fdec1fd64e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.163104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9804941-3572-4437-8c84-ff1b02c7a115 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.203244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0572a6-e72c-4d8e-8839-c46ebd5f6eb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.216192] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b68bbf-2bea-4f4f-820d-b8145bb7a48f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.222029] env[69506]: INFO nova.compute.manager [None req-e35a55c8-70c5-409f-aec1-246056a129ed tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Get console output [ 992.222029] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-e35a55c8-70c5-409f-aec1-246056a129ed tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] The console log is missing. Check your VSPC configuration [ 992.233768] env[69506]: DEBUG nova.compute.provider_tree [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.337412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "refresh_cache-53532e7c-96fe-4b33-b36a-1c86678da867" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.337697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquired lock "refresh_cache-53532e7c-96fe-4b33-b36a-1c86678da867" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.337856] env[69506]: DEBUG nova.network.neutron [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.433561] env[69506]: DEBUG nova.compute.manager [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.433561] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.433561] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da3cdc-7277-4c6e-b790-a20f44c2f8e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.441323] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.441641] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03dfdc9-194f-4a27-b82e-7c12eb71ef75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.456167] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 992.456167] env[69506]: value = "task-3249756" [ 992.456167] env[69506]: _type = "Task" [ 992.456167] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.456167] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "000ebc25-cb64-4930-85ee-778d4723cc20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.456469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.471832] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.737329] env[69506]: DEBUG nova.scheduler.client.report [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.758037] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.758322] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.870061] env[69506]: DEBUG nova.network.neutron [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.959397] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.975057] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249756, 'name': PowerOffVM_Task, 'duration_secs': 0.299753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.975122] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.975312] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.975558] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb03f10-9fe8-4c6b-8d78-40fce171caed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.040642] env[69506]: DEBUG nova.network.neutron [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.050442] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.050442] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.050442] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore1] ea7fdb67-079d-4093-96ba-86b6273a75ae {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.050649] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a5bd2d-2f15-4584-95f4-59ddaaeab4ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.060083] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 993.060083] env[69506]: value = "task-3249758" [ 993.060083] env[69506]: _type = "Task" [ 993.060083] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.073451] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.215994] env[69506]: DEBUG nova.network.neutron [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updated VIF entry in instance network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.216765] env[69506]: DEBUG nova.network.neutron [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.248124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.248542] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.251356] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.411s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.251567] env[69506]: DEBUG nova.objects.instance [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.261624] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.488935] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.545228] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Releasing lock "refresh_cache-53532e7c-96fe-4b33-b36a-1c86678da867" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.545694] env[69506]: DEBUG nova.compute.manager [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.545875] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.547559] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859f7a0-830b-413e-9f1a-0dee7262f19d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.561546] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.565855] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c93ecdc-8a9c-4867-bf56-4c882877ede7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.573455] env[69506]: DEBUG oslo_vmware.api [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161318} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.576178] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.576434] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.576746] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.576853] env[69506]: INFO nova.compute.manager [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 993.577075] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.577391] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 993.577391] env[69506]: value = "task-3249759" [ 993.577391] env[69506]: _type = "Task" [ 993.577391] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.577637] env[69506]: DEBUG nova.compute.manager [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.577769] env[69506]: DEBUG nova.network.neutron [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.591694] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.720669] env[69506]: DEBUG oslo_concurrency.lockutils [req-86a60d7c-0930-4473-82b1-73ce517d94b8 req-8e5d26a3-b87c-4d28-adac-763f83502675 service nova] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.759018] env[69506]: DEBUG nova.compute.utils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.763205] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.763391] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.788919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.843249] env[69506]: DEBUG nova.policy [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9782b1794ab7406c84bffe38f50291b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '736cb81468474e1c94533a1dbd67606d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.030508] env[69506]: INFO nova.compute.manager [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Unrescuing [ 994.030508] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.031158] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.031158] env[69506]: DEBUG nova.network.neutron [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.094399] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249759, 'name': PowerOffVM_Task, 'duration_secs': 0.163582} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.094399] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.094399] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.094628] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05e2c8e-3705-4386-9eef-5a4d2e4c3d00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124357] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.124673] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.125283] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Deleting the datastore file [datastore1] 53532e7c-96fe-4b33-b36a-1c86678da867 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.127407] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f6f073-6d46-442f-b2a2-54db5c45a2c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.130319] env[69506]: DEBUG nova.compute.manager [req-fd992708-9b80-47b3-84f7-9feef576d2b2 req-31fdc07b-1b9c-448b-b7cb-48189a5a1aba service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Received event network-vif-deleted-4b2d3909-ff28-4e2e-a94c-26243c335b7a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.130414] env[69506]: INFO nova.compute.manager [req-fd992708-9b80-47b3-84f7-9feef576d2b2 req-31fdc07b-1b9c-448b-b7cb-48189a5a1aba service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Neutron deleted interface 4b2d3909-ff28-4e2e-a94c-26243c335b7a; detaching it from the instance and deleting it from the info cache [ 994.130605] env[69506]: DEBUG nova.network.neutron [req-fd992708-9b80-47b3-84f7-9feef576d2b2 req-31fdc07b-1b9c-448b-b7cb-48189a5a1aba service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.139042] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for the task: (returnval){ [ 994.139042] env[69506]: value = "task-3249761" [ 994.139042] env[69506]: _type = "Task" [ 994.139042] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.152790] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.269760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb41d691-8c8a-472f-ae64-08795215a59a tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.271499] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.280758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.392s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.390906] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Successfully created port: 45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.604892] env[69506]: DEBUG nova.network.neutron [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.633973] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3107a2c3-f50a-40a3-9cc8-debf7ec6d5fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.647220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d775e-a229-466b-8cf3-7374f44d8134 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.666057] env[69506]: DEBUG oslo_vmware.api [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Task: {'id': task-3249761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093775} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.666397] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.667469] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.668047] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.668301] env[69506]: INFO nova.compute.manager [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Took 1.12 seconds to destroy the instance on the hypervisor. [ 994.668665] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.669392] env[69506]: DEBUG nova.compute.manager [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.669566] env[69506]: DEBUG nova.network.neutron [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.689174] env[69506]: DEBUG nova.compute.manager [req-fd992708-9b80-47b3-84f7-9feef576d2b2 req-31fdc07b-1b9c-448b-b7cb-48189a5a1aba service nova] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Detach interface failed, port_id=4b2d3909-ff28-4e2e-a94c-26243c335b7a, reason: Instance ea7fdb67-079d-4093-96ba-86b6273a75ae could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.728849] env[69506]: DEBUG nova.network.neutron [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.021494] env[69506]: DEBUG nova.network.neutron [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.107249] env[69506]: INFO nova.compute.manager [-] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Took 1.53 seconds to deallocate network for instance. [ 995.232666] env[69506]: DEBUG nova.network.neutron [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.288029] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.327226] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.327485] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.327641] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.327821] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.327964] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.328134] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.328342] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.328502] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.328664] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.328826] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.329086] env[69506]: DEBUG nova.virt.hardware [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.329990] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7f71a-438f-4e91-a445-280689808dc5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.337062] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337062] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8d13982f-a851-4b56-aa16-c08776b0f61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337240] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 01467b61-eca8-40f8-afe1-9fa5c944709f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337340] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337467] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a9c24000-bc98-4902-adbf-8686b70a638e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337585] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance cc144201-73cf-48be-95a4-b43bd286c150 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337700] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 378058f8-96e1-4816-8fa2-da7edd1cbad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337812] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance db68d854-29e3-43b9-a7ff-9a82ae0353a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.337924] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance e728c892-c6df-47f8-b956-3f84c2f91006 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338050] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7da9743d-7502-430d-808c-ad4ab676b546 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338168] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ea7fdb67-079d-4093-96ba-86b6273a75ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338279] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ea124b3f-4387-428a-ade8-fa2ccefeb6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338391] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance e67f3055-8485-4c4b-ba97-3308aabc4532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338500] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 53532e7c-96fe-4b33-b36a-1c86678da867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338615] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338718] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.338825] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance daaa3bea-a4df-47e5-a751-36f5da48c752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 995.345911] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615b80f6-b531-4d02-bce3-b349c4a0bbc6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.527038] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.527038] env[69506]: DEBUG nova.objects.instance [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'flavor' on Instance uuid 378058f8-96e1-4816-8fa2-da7edd1cbad3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.613956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.737037] env[69506]: INFO nova.compute.manager [-] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Took 1.07 seconds to deallocate network for instance. [ 995.842052] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.039109] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b697fe-997f-4c61-b675-8fb6cd96a52b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.068185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.068757] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81b2199-c453-4823-9b2c-0b4fa5affa68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.076562] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 996.076562] env[69506]: value = "task-3249762" [ 996.076562] env[69506]: _type = "Task" [ 996.076562] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.085406] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.242608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.277731] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.278393] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.347200] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 000ebc25-cb64-4930-85ee-778d4723cc20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.356506] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "574af4bc-9dd8-47b6-a654-67975e502548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.359652] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.445705] env[69506]: DEBUG nova.compute.manager [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Received event network-vif-plugged-45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.445917] env[69506]: DEBUG oslo_concurrency.lockutils [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] Acquiring lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.446137] env[69506]: DEBUG oslo_concurrency.lockutils [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.446407] env[69506]: DEBUG oslo_concurrency.lockutils [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.446511] env[69506]: DEBUG nova.compute.manager [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] No waiting events found dispatching network-vif-plugged-45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.446643] env[69506]: WARNING nova.compute.manager [req-5586e3cb-f0db-4208-b05b-fefd644d4991 req-c7a3d6d7-0faf-4a3e-8969-f0775a3cc28d service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Received unexpected event network-vif-plugged-45aa4167-228a-4f8d-9276-2c3ce52a7d10 for instance with vm_state building and task_state spawning. [ 996.513479] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Successfully updated port: 45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.588445] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249762, 'name': PowerOffVM_Task, 'duration_secs': 0.234071} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.588743] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.594072] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.594350] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e371e6-eb89-4da2-8d81-e0c45f0dbd25 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.614483] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 996.614483] env[69506]: value = "task-3249763" [ 996.614483] env[69506]: _type = "Task" [ 996.614483] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.627184] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.781251] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.857161] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7d8935bf-196d-42df-a5e7-10a1d87a1894 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.857438] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 996.857710] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 996.861967] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.017913] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.018091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquired lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.018274] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.111326] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "9551be16-3981-45f1-8706-733fef06309b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.111609] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.128966] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249763, 'name': ReconfigVM_Task, 'duration_secs': 0.251867} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.131830] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.132050] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.132752] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39988de3-0fdd-4d06-ab58-2b8be42b58b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.139796] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 997.139796] env[69506]: value = "task-3249764" [ 997.139796] env[69506]: _type = "Task" [ 997.139796] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.149477] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.269337] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4355b-e33f-4743-90be-658a29e2bdeb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.278899] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ecfd92-6524-4a0d-a3e9-da8c45e54f05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.321026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b19e180-9ac3-4a06-83a7-ca3bad4dd582 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.329690] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe48af6-cee3-4ee1-b851-a4e72cd0bf46 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.344852] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.350020] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.387913] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.564430] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.615290] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.652528] env[69506]: DEBUG oslo_vmware.api [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249764, 'name': PowerOnVM_Task} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.653446] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.653745] env[69506]: DEBUG nova.compute.manager [None req-2313cd27-d46d-4316-8407-2f05c63d87d9 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.654969] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007e618e-5342-43c2-a96e-65a031679c5f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.702436] env[69506]: DEBUG nova.network.neutron [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Updating instance_info_cache with network_info: [{"id": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "address": "fa:16:3e:4a:f0:ed", "network": {"id": "d1cc726e-9ce4-4ac8-a149-afdf6ed44410", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1262999490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736cb81468474e1c94533a1dbd67606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4167-22", "ovs_interfaceid": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.848936] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.137120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.205079] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Releasing lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.205892] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Instance network_info: |[{"id": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "address": "fa:16:3e:4a:f0:ed", "network": {"id": "d1cc726e-9ce4-4ac8-a149-afdf6ed44410", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1262999490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736cb81468474e1c94533a1dbd67606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4167-22", "ovs_interfaceid": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.205892] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:f0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45aa4167-228a-4f8d-9276-2c3ce52a7d10', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.213368] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Creating folder: Project (736cb81468474e1c94533a1dbd67606d). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.213658] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74681f5-99cf-49b5-8081-80d234b8c6f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.224461] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Created folder: Project (736cb81468474e1c94533a1dbd67606d) in parent group-v649133. [ 998.224657] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Creating folder: Instances. Parent ref: group-v649371. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.224893] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-676cea9f-1326-46cc-a177-2a73d896118c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.236207] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Created folder: Instances in parent group-v649371. [ 998.236463] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.236661] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.236867] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01b03388-5893-4a3e-9181-172e787bb864 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.256652] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.256652] env[69506]: value = "task-3249767" [ 998.256652] env[69506]: _type = "Task" [ 998.256652] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.264048] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249767, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.354918] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 998.355516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.076s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.355516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.371s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.357030] env[69506]: INFO nova.compute.claims [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.502518] env[69506]: DEBUG nova.compute.manager [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Received event network-changed-45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.502873] env[69506]: DEBUG nova.compute.manager [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Refreshing instance network info cache due to event network-changed-45aa4167-228a-4f8d-9276-2c3ce52a7d10. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.503258] env[69506]: DEBUG oslo_concurrency.lockutils [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] Acquiring lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.503545] env[69506]: DEBUG oslo_concurrency.lockutils [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] Acquired lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.503847] env[69506]: DEBUG nova.network.neutron [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Refreshing network info cache for port 45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.766458] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249767, 'name': CreateVM_Task, 'duration_secs': 0.362633} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.766777] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.767661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.767832] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.768155] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.768423] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a059c8f4-3ba4-469e-9393-95385270eed8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.773482] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 998.773482] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522d16ad-3ed1-a6c5-d275-1df9531851f5" [ 998.773482] env[69506]: _type = "Task" [ 998.773482] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.781364] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522d16ad-3ed1-a6c5-d275-1df9531851f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.236865] env[69506]: DEBUG nova.network.neutron [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Updated VIF entry in instance network info cache for port 45aa4167-228a-4f8d-9276-2c3ce52a7d10. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.237387] env[69506]: DEBUG nova.network.neutron [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Updating instance_info_cache with network_info: [{"id": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "address": "fa:16:3e:4a:f0:ed", "network": {"id": "d1cc726e-9ce4-4ac8-a149-afdf6ed44410", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1262999490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "736cb81468474e1c94533a1dbd67606d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45aa4167-22", "ovs_interfaceid": "45aa4167-228a-4f8d-9276-2c3ce52a7d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.284322] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522d16ad-3ed1-a6c5-d275-1df9531851f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.284742] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.284843] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.285091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.285244] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.285424] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.285682] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97dfdb56-fded-4f94-bfe6-b7b0eb2c4503 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.293913] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.294120] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.294803] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cbdc44-b612-47ce-8fcc-927d2eacc138 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.299441] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 999.299441] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52884b28-86de-c075-1235-b091e5a96801" [ 999.299441] env[69506]: _type = "Task" [ 999.299441] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.306734] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52884b28-86de-c075-1235-b091e5a96801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.638631] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d5bdc-f472-4ae2-a497-4ba762075a29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.646779] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c082200d-cec6-4ce5-b197-0ca4e58e2e22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.677916] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63723dc1-61e0-4929-8a3e-c7a0320bf4a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.685118] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a193fbf-8194-4e74-b6db-1876889ad7fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.698104] env[69506]: DEBUG nova.compute.provider_tree [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.739805] env[69506]: DEBUG oslo_concurrency.lockutils [req-1d7ebb6d-99c9-4e13-88e8-8ceda13a7619 req-2b750df0-da64-42ac-ada0-b333d687db07 service nova] Releasing lock "refresh_cache-daaa3bea-a4df-47e5-a751-36f5da48c752" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.810347] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52884b28-86de-c075-1235-b091e5a96801, 'name': SearchDatastore_Task, 'duration_secs': 0.008007} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.811130] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f066a3-3377-4367-aeab-4f871b3d5cb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.816148] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 999.816148] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb2abf-1d59-3b1a-c7ec-a8be9b92174a" [ 999.816148] env[69506]: _type = "Task" [ 999.816148] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.824358] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb2abf-1d59-3b1a-c7ec-a8be9b92174a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.200944] env[69506]: DEBUG nova.scheduler.client.report [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.326743] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fb2abf-1d59-3b1a-c7ec-a8be9b92174a, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.327018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.327291] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] daaa3bea-a4df-47e5-a751-36f5da48c752/daaa3bea-a4df-47e5-a751-36f5da48c752.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.327548] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf4e617-87fb-4466-881c-c9fc95462bb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.334148] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1000.334148] env[69506]: value = "task-3249768" [ 1000.334148] env[69506]: _type = "Task" [ 1000.334148] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.341351] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.530628] env[69506]: DEBUG nova.compute.manager [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.530778] env[69506]: DEBUG nova.compute.manager [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing instance network info cache due to event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.531027] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.531161] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.531322] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.706488] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.707083] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.709948] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.221s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.711425] env[69506]: INFO nova.compute.claims [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.846101] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.216764] env[69506]: DEBUG nova.compute.utils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.221256] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1001.254313] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updated VIF entry in instance network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.255653] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.344944] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530462} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.345493] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] daaa3bea-a4df-47e5-a751-36f5da48c752/daaa3bea-a4df-47e5-a751-36f5da48c752.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.345869] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.346241] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b672fd4e-8e67-466c-8779-442e70c50b71 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.353489] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1001.353489] env[69506]: value = "task-3249769" [ 1001.353489] env[69506]: _type = "Task" [ 1001.353489] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.362361] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.720938] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.757529] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.757759] env[69506]: DEBUG nova.compute.manager [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.757928] env[69506]: DEBUG nova.compute.manager [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing instance network info cache due to event network-changed-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.758172] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Acquiring lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.758346] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Acquired lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.758524] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Refreshing network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.864872] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.865163] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.865936] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573fbbd4-7f14-4797-8dda-7e2119b44a4c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.888989] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] daaa3bea-a4df-47e5-a751-36f5da48c752/daaa3bea-a4df-47e5-a751-36f5da48c752.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.891237] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae6f2a6-dc25-42f2-9c88-48fbf1c5ab9d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.909829] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1001.909829] env[69506]: value = "task-3249770" [ 1001.909829] env[69506]: _type = "Task" [ 1001.909829] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.918332] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.007153] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1de9ef-8732-466b-8959-d6b2bfab5a35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.014312] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "cc144201-73cf-48be-95a4-b43bd286c150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.014642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.014913] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "cc144201-73cf-48be-95a4-b43bd286c150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.015151] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.015361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.017720] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be3a2fd-144e-44a7-9a83-03b44e6859bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.021377] env[69506]: INFO nova.compute.manager [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Terminating instance [ 1002.053135] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2055f441-f625-4fae-b928-aaa320fdbf00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.061508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ac48d-58a9-4825-94e8-5525537f6ad3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.076244] env[69506]: DEBUG nova.compute.provider_tree [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.419782] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249770, 'name': ReconfigVM_Task, 'duration_secs': 0.495001} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.420054] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Reconfigured VM instance instance-00000056 to attach disk [datastore1] daaa3bea-a4df-47e5-a751-36f5da48c752/daaa3bea-a4df-47e5-a751-36f5da48c752.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.420673] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00b4efb1-ab5b-45b1-a76c-d085c3b9bdbb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.426650] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1002.426650] env[69506]: value = "task-3249771" [ 1002.426650] env[69506]: _type = "Task" [ 1002.426650] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.435978] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249771, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.525705] env[69506]: DEBUG nova.compute.manager [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.526088] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.527439] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d119eb1-132a-4e0b-a034-807b64614412 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.535504] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.535755] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28227ed8-4ad4-408e-8288-7310302c6eee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.544106] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updated VIF entry in instance network info cache for port 7a9ec0d5-27c8-49c0-9449-bed4d5e94d53. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.544461] env[69506]: DEBUG nova.network.neutron [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [{"id": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "address": "fa:16:3e:83:28:50", "network": {"id": "650a6806-1d19-4212-82e7-b4a31622481b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-938580315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8fc530ac2c448995c823574bc84ccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9ec0d5-27", "ovs_interfaceid": "7a9ec0d5-27c8-49c0-9449-bed4d5e94d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.545758] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1002.545758] env[69506]: value = "task-3249772" [ 1002.545758] env[69506]: _type = "Task" [ 1002.545758] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.554450] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.579918] env[69506]: DEBUG nova.scheduler.client.report [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.607051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.607051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.736344] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.762045] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.762308] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.762784] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.762784] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.762915] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.763097] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.763338] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.763503] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.763732] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.763921] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.764108] env[69506]: DEBUG nova.virt.hardware [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.764962] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430f4382-a93b-49d0-a614-9928376c70f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.773313] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad16a08-8c31-4a3c-830b-b23f9201d682 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.786987] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.793016] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Creating folder: Project (edd259f59d334117b1c0c225a0852bcf). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.793016] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36449c7-2901-4e06-b1cd-d59c019cfc6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.804432] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Created folder: Project (edd259f59d334117b1c0c225a0852bcf) in parent group-v649133. [ 1002.804620] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Creating folder: Instances. Parent ref: group-v649374. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.804836] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-903909ed-3606-4368-9c4e-a4fbee304ee8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.813098] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Created folder: Instances in parent group-v649374. [ 1002.813763] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.813763] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.813763] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aab3e668-da56-407b-a5b5-bc92abb0f33d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.829222] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.829222] env[69506]: value = "task-3249775" [ 1002.829222] env[69506]: _type = "Task" [ 1002.829222] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.836263] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249775, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.937267] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249771, 'name': Rename_Task, 'duration_secs': 0.139358} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.937592] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.937827] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-245d10fe-efc7-43ff-a98b-22643dd496ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.943565] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1002.943565] env[69506]: value = "task-3249776" [ 1002.943565] env[69506]: _type = "Task" [ 1002.943565] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.950697] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.047720] env[69506]: DEBUG oslo_concurrency.lockutils [req-4b2259d4-1629-400f-b4d0-2907fdf53fe9 req-a7b9aaed-f8bd-4017-9d02-d3bdaf893a7c service nova] Releasing lock "refresh_cache-378058f8-96e1-4816-8fa2-da7edd1cbad3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.059889] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249772, 'name': PowerOffVM_Task, 'duration_secs': 0.19852} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.060219] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.060457] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.060769] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07752711-2c69-4a93-85ce-26e9ec449cd7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.085715] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.086385] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.089224] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.300s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.091737] env[69506]: INFO nova.compute.claims [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.110286] env[69506]: DEBUG nova.compute.utils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.131485] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.131709] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.131896] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleting the datastore file [datastore1] cc144201-73cf-48be-95a4-b43bd286c150 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.132844] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ce2bca-4da2-4e87-bfc6-4df1d199fa33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.140043] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1003.140043] env[69506]: value = "task-3249778" [ 1003.140043] env[69506]: _type = "Task" [ 1003.140043] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.148198] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.339592] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249775, 'name': CreateVM_Task, 'duration_secs': 0.298114} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.339809] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.340240] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.340395] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.340721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.340977] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da71a4c5-f562-4d41-8d4e-986b9d338633 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.345698] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1003.345698] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213f48c-bbc6-13a0-d447-2c36cbc5da9f" [ 1003.345698] env[69506]: _type = "Task" [ 1003.345698] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.353448] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213f48c-bbc6-13a0-d447-2c36cbc5da9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.453363] env[69506]: DEBUG oslo_vmware.api [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249776, 'name': PowerOnVM_Task, 'duration_secs': 0.49028} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.453696] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.453952] env[69506]: INFO nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1003.454190] env[69506]: DEBUG nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.455027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c4d24-18d7-4b2b-96b0-121828f463da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598169] env[69506]: DEBUG nova.compute.utils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.599581] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.599749] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.613672] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.647577] env[69506]: DEBUG nova.policy [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.654367] env[69506]: DEBUG oslo_vmware.api [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129082} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.654608] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.654787] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.654959] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.655145] env[69506]: INFO nova.compute.manager [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.655378] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.655565] env[69506]: DEBUG nova.compute.manager [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.655660] env[69506]: DEBUG nova.network.neutron [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.856057] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5213f48c-bbc6-13a0-d447-2c36cbc5da9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.856376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.856613] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.856852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857199] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.857505] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772ece0c-b6a9-4c13-8632-96d716b79ee3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.868857] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.869047] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.869907] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65037ef-3e5a-4b3e-95a2-3de26e21edd1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.875037] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1003.875037] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522040e6-1c7a-7d94-2f53-c85cc8a7ecb6" [ 1003.875037] env[69506]: _type = "Task" [ 1003.875037] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.882570] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522040e6-1c7a-7d94-2f53-c85cc8a7ecb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.971310] env[69506]: INFO nova.compute.manager [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Took 18.31 seconds to build instance. [ 1004.106319] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.258237] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Successfully created port: 1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.392024] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522040e6-1c7a-7d94-2f53-c85cc8a7ecb6, 'name': SearchDatastore_Task, 'duration_secs': 0.034212} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.392024] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c2b84b-b30b-45ac-827d-969eed0aa3a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.401125] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1004.401125] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4d29a-88c5-0f00-83fc-da3f4e882c73" [ 1004.401125] env[69506]: _type = "Task" [ 1004.401125] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.412954] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4d29a-88c5-0f00-83fc-da3f4e882c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.474268] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9afa87aa-1b51-4644-9f1e-50529491079e tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.830s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.492622] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37709d0-c3c2-4660-bf2f-8340b5a01913 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.500665] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5baee04-dde7-4157-8228-b70d76f771cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.506501] env[69506]: DEBUG nova.compute.manager [req-3d642778-4e4e-4d32-a95f-7fe3393c86fb req-10294015-3fc8-41ad-8597-6b53ed6a010a service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Received event network-vif-deleted-4e037e26-70af-4d04-9328-c1c26a70b84a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.506701] env[69506]: INFO nova.compute.manager [req-3d642778-4e4e-4d32-a95f-7fe3393c86fb req-10294015-3fc8-41ad-8597-6b53ed6a010a service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Neutron deleted interface 4e037e26-70af-4d04-9328-c1c26a70b84a; detaching it from the instance and deleting it from the info cache [ 1004.506869] env[69506]: DEBUG nova.network.neutron [req-3d642778-4e4e-4d32-a95f-7fe3393c86fb req-10294015-3fc8-41ad-8597-6b53ed6a010a service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.536814] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48ae27-7ae0-4a96-b1ed-ac16ddff5b66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.544686] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9707c8-9a61-45b3-bcf3-f3e7900c1df8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.558654] env[69506]: DEBUG nova.compute.provider_tree [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.709386] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.709714] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.709959] env[69506]: INFO nova.compute.manager [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Attaching volume 02732203-4bd0-4790-b96a-49c8612f678a to /dev/sdb [ 1004.740637] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80967d1d-ad34-4d69-a493-57775d7cafde {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.748548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0decf4-87a9-4e77-8b4c-3f9953a36510 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.762246] env[69506]: DEBUG nova.virt.block_device [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating existing volume attachment record: a3fe971f-5d7e-4afe-9d1e-0a692a03b977 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1004.786901] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "daaa3bea-a4df-47e5-a751-36f5da48c752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.787136] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.787463] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.787676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.787845] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.791108] env[69506]: INFO nova.compute.manager [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Terminating instance [ 1004.909368] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c4d29a-88c5-0f00-83fc-da3f4e882c73, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.909656] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.909925] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.910195] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feb3152e-74b7-4d7d-8ba4-8062432c41f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.915972] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1004.915972] env[69506]: value = "task-3249780" [ 1004.915972] env[69506]: _type = "Task" [ 1004.915972] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.924853] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.987848] env[69506]: DEBUG nova.network.neutron [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.013279] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df167cb5-6288-449a-b0eb-39ad2e2ad59e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.023797] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbd8e3f-dc58-4b82-82cb-d72b810a4cde {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.067516] env[69506]: DEBUG nova.scheduler.client.report [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.072331] env[69506]: DEBUG nova.compute.manager [req-3d642778-4e4e-4d32-a95f-7fe3393c86fb req-10294015-3fc8-41ad-8597-6b53ed6a010a service nova] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Detach interface failed, port_id=4e037e26-70af-4d04-9328-c1c26a70b84a, reason: Instance cc144201-73cf-48be-95a4-b43bd286c150 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.121262] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.170975] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.171673] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.172160] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.172592] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.172935] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.177026] env[69506]: DEBUG nova.virt.hardware [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.177026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8368972d-d50b-4b1c-9ac1-70c6511f52aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.189555] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7141e4-aee4-4f1b-bf29-fea33488c215 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.298410] env[69506]: DEBUG nova.compute.manager [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.298410] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.298410] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f158b56-6dd2-4ada-8020-586fb6c2f212 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.314684] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.315105] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2749b9-deaf-4b8f-b9f8-7778f8acf5c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.324153] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1005.324153] env[69506]: value = "task-3249783" [ 1005.324153] env[69506]: _type = "Task" [ 1005.324153] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.338198] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.426987] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249780, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.491031] env[69506]: INFO nova.compute.manager [-] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Took 1.83 seconds to deallocate network for instance. [ 1005.574785] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.575230] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.577874] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.964s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.578147] env[69506]: DEBUG nova.objects.instance [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'resources' on Instance uuid ea7fdb67-079d-4093-96ba-86b6273a75ae {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.833960] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249783, 'name': PowerOffVM_Task, 'duration_secs': 0.286856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.834263] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.834435] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.834687] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793447ec-d1b1-48b4-9c25-c42602d9ce6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.852419] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Successfully updated port: 1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.927427] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549368} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.927913] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.928207] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.928463] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d2abe1-742e-4a8c-bf7b-b81ed038b46c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.935149] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1005.935149] env[69506]: value = "task-3249785" [ 1005.935149] env[69506]: _type = "Task" [ 1005.935149] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.943501] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.998157] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.084316] env[69506]: DEBUG nova.compute.utils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.085842] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.086022] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.126134] env[69506]: DEBUG nova.policy [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12e64c968a41ef821f06dfaf1f6146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d84bf2411f54f5aa26c933c819acda7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.228183] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.228513] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.228879] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Deleting the datastore file [datastore1] daaa3bea-a4df-47e5-a751-36f5da48c752 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.229172] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25086bd7-ece6-4ffe-8fb5-487545c47bd3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.236841] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for the task: (returnval){ [ 1006.236841] env[69506]: value = "task-3249786" [ 1006.236841] env[69506]: _type = "Task" [ 1006.236841] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.248242] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.355227] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.355440] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.356121] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.379876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.380126] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.421104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3306171f-fad2-47eb-a1cf-e2574448dc80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.428564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af46907a-9fbc-420a-866b-1c9c78d5b8d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.460380] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Successfully created port: 1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.465419] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7762e3-c337-49a8-8cdf-96597cc087f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.473198] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065158} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.475159] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.476023] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833015b6-d432-443e-9960-5629d860b06e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.479256] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a469f97c-ac13-4d62-8dc6-07e712fc86d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.500792] env[69506]: DEBUG nova.compute.provider_tree [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.511492] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.514791] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24be5175-3109-4646-90bc-bc54dc8c9db3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.535037] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1006.535037] env[69506]: value = "task-3249787" [ 1006.535037] env[69506]: _type = "Task" [ 1006.535037] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.540261] env[69506]: DEBUG nova.compute.manager [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Received event network-vif-plugged-1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.540515] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Acquiring lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.540622] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.540791] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.540954] env[69506]: DEBUG nova.compute.manager [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] No waiting events found dispatching network-vif-plugged-1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.541140] env[69506]: WARNING nova.compute.manager [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Received unexpected event network-vif-plugged-1271a106-a90e-4631-bd71-a7b444f8d302 for instance with vm_state building and task_state spawning. [ 1006.541304] env[69506]: DEBUG nova.compute.manager [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Received event network-changed-1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.541458] env[69506]: DEBUG nova.compute.manager [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Refreshing instance network info cache due to event network-changed-1271a106-a90e-4631-bd71-a7b444f8d302. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.541622] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Acquiring lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.546888] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.547799] env[69506]: ERROR nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [req-33f434ba-95f9-4cfa-a03a-a88e87208bb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33f434ba-95f9-4cfa-a03a-a88e87208bb2"}]} [ 1006.565475] env[69506]: DEBUG nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.582328] env[69506]: DEBUG nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.582483] env[69506]: DEBUG nova.compute.provider_tree [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.589177] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.594679] env[69506]: DEBUG nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.621256] env[69506]: DEBUG nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.749496] env[69506]: DEBUG oslo_vmware.api [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Task: {'id': task-3249786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179954} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.753021] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.753021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.753021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.753187] env[69506]: INFO nova.compute.manager [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1006.753360] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.753772] env[69506]: DEBUG nova.compute.manager [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.754717] env[69506]: DEBUG nova.network.neutron [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.884770] env[69506]: DEBUG nova.compute.utils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.900552] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.944578] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd1423-933a-42c7-9531-5b9da41a3174 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.953463] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b14da8-6c72-45ea-b617-aeabc73e6f04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.988482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf2c82-3b1c-411e-8339-4a00cfdc914a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.996786] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11e98b-66f3-4196-a66c-94d45c612a61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.010627] env[69506]: DEBUG nova.compute.provider_tree [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.044340] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249787, 'name': ReconfigVM_Task, 'duration_secs': 0.362927} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.044618] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.045224] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f272d76-1953-4268-8185-898be5cda177 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.051594] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1007.051594] env[69506]: value = "task-3249788" [ 1007.051594] env[69506]: _type = "Task" [ 1007.051594] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.055431] env[69506]: DEBUG nova.network.neutron [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Updating instance_info_cache with network_info: [{"id": "1271a106-a90e-4631-bd71-a7b444f8d302", "address": "fa:16:3e:5b:bb:52", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271a106-a9", "ovs_interfaceid": "1271a106-a90e-4631-bd71-a7b444f8d302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.061329] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249788, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.388363] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.458048] env[69506]: DEBUG nova.network.neutron [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.545257] env[69506]: DEBUG nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.545420] env[69506]: DEBUG nova.compute.provider_tree [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 116 to 117 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.545466] env[69506]: DEBUG nova.compute.provider_tree [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.560582] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.560875] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Instance network_info: |[{"id": "1271a106-a90e-4631-bd71-a7b444f8d302", "address": "fa:16:3e:5b:bb:52", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271a106-a9", "ovs_interfaceid": "1271a106-a90e-4631-bd71-a7b444f8d302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.561167] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249788, 'name': Rename_Task, 'duration_secs': 0.12714} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.561967] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Acquired lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.562162] env[69506]: DEBUG nova.network.neutron [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Refreshing network info cache for port 1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.563191] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:bb:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1271a106-a90e-4631-bd71-a7b444f8d302', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.570397] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating folder: Project (9a23c9f85cb04035b692f66e2146ee1c). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.570674] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.571532] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c08e9b4e-3fa1-4dc0-be84-211a9cb6c805 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.574450] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d501e8-ec0b-4912-8a5c-ec74be29c330 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.581292] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1007.581292] env[69506]: value = "task-3249791" [ 1007.581292] env[69506]: _type = "Task" [ 1007.581292] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.585519] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created folder: Project (9a23c9f85cb04035b692f66e2146ee1c) in parent group-v649133. [ 1007.585699] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating folder: Instances. Parent ref: group-v649379. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.586229] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3addc874-5244-4c05-8214-2b7208153e4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.590223] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.597555] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created folder: Instances in parent group-v649379. [ 1007.597790] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.598851] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.600837] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.601299] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10fabb18-b020-44d3-b095-873205e4b95e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.621910] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.621910] env[69506]: value = "task-3249793" [ 1007.621910] env[69506]: _type = "Task" [ 1007.621910] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.627088] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.627338] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.627516] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.627704] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.627853] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.628008] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.628226] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.628387] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.628553] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.628713] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.628888] env[69506]: DEBUG nova.virt.hardware [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.629669] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329530a5-ef6d-4dd7-bc79-339e04d6031a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.636382] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249793, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.639382] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228c3fe-15b2-4ac1-87db-7f13035e1524 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.960758] env[69506]: INFO nova.compute.manager [-] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Took 1.21 seconds to deallocate network for instance. [ 1007.996616] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Successfully updated port: 1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.050936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.053777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.811s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.053777] env[69506]: DEBUG nova.objects.instance [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lazy-loading 'resources' on Instance uuid 53532e7c-96fe-4b33-b36a-1c86678da867 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.071125] env[69506]: INFO nova.scheduler.client.report [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocations for instance ea7fdb67-079d-4093-96ba-86b6273a75ae [ 1008.091265] env[69506]: DEBUG oslo_vmware.api [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249791, 'name': PowerOnVM_Task, 'duration_secs': 0.433911} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.091411] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.091502] env[69506]: INFO nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1008.091741] env[69506]: DEBUG nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.092553] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8804170b-cc4c-42e3-b0f6-9b3dae37f1f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.131886] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249793, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.287716] env[69506]: DEBUG nova.network.neutron [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Updated VIF entry in instance network info cache for port 1271a106-a90e-4631-bd71-a7b444f8d302. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.288088] env[69506]: DEBUG nova.network.neutron [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Updating instance_info_cache with network_info: [{"id": "1271a106-a90e-4631-bd71-a7b444f8d302", "address": "fa:16:3e:5b:bb:52", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1271a106-a9", "ovs_interfaceid": "1271a106-a90e-4631-bd71-a7b444f8d302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.461067] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.461427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.462916] env[69506]: INFO nova.compute.manager [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attaching volume 1a0d1290-bd01-4981-9c2b-259c13a2b174 to /dev/sdb [ 1008.468618] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.498136] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bd064-acb8-4d50-9681-8b1cfba2f89b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.500517] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.500644] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.500754] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.507373] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c269eb49-79b9-4f5f-936e-a5a75e92eb22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.521050] env[69506]: DEBUG nova.virt.block_device [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating existing volume attachment record: fa8c628e-d837-4f16-b881-557530633d48 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.581807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8866690a-4a66-4cf3-8a73-66469b48bb72 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "ea7fdb67-079d-4093-96ba-86b6273a75ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.663s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.610924] env[69506]: DEBUG nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Received event network-vif-deleted-45aa4167-228a-4f8d-9276-2c3ce52a7d10 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.611325] env[69506]: DEBUG nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Received event network-vif-plugged-1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.611370] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.611547] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.611741] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.611917] env[69506]: DEBUG nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] No waiting events found dispatching network-vif-plugged-1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.612099] env[69506]: WARNING nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Received unexpected event network-vif-plugged-1bb85da3-4674-4d6f-9739-d04c0bee51e2 for instance with vm_state building and task_state spawning. [ 1008.612286] env[69506]: DEBUG nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Received event network-changed-1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.612423] env[69506]: DEBUG nova.compute.manager [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Refreshing instance network info cache due to event network-changed-1bb85da3-4674-4d6f-9739-d04c0bee51e2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.612567] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Acquiring lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.615422] env[69506]: INFO nova.compute.manager [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Took 17.65 seconds to build instance. [ 1008.636683] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249793, 'name': CreateVM_Task, 'duration_secs': 0.551401} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.637618] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.638429] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.638618] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.639032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.639669] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5bb8d3-8a4c-4a47-b41c-b2e714da4024 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.644289] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1008.644289] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b14ed-0d4d-b105-c499-35b8581d282d" [ 1008.644289] env[69506]: _type = "Task" [ 1008.644289] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.656737] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b14ed-0d4d-b105-c499-35b8581d282d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.792779] env[69506]: DEBUG oslo_concurrency.lockutils [req-d8ee4243-1471-4e9f-a88b-63b51e3df1af req-d97ba787-40f3-477e-af7c-2a868813f78d service nova] Releasing lock "refresh_cache-000ebc25-cb64-4930-85ee-778d4723cc20" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.864144] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3052f1a-6292-4a4a-a357-f1d8e59392c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.871895] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c507c2-b5a7-4967-8de0-847db96fd4a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.905342] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0338dd-5d38-454d-a14c-f2868ef7ff2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.913232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6dff0d-9b36-42e1-8772-9560061295ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.927569] env[69506]: DEBUG nova.compute.provider_tree [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.041020] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.117851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bbd043da-0813-4b0a-8a14-61c6f7c06119 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.162s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.154294] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b14ed-0d4d-b105-c499-35b8581d282d, 'name': SearchDatastore_Task, 'duration_secs': 0.021404} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.154699] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.154940] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.155192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.155338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.155556] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.158025] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57dea2b5-fbfc-4347-991a-71649d545802 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.166368] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.166543] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.167250] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff78ce5-1032-466d-b721-5762e720b7b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.171912] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1009.171912] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e80a3a-2913-ea9f-ae67-95b8e840fbad" [ 1009.171912] env[69506]: _type = "Task" [ 1009.171912] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.179134] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e80a3a-2913-ea9f-ae67-95b8e840fbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.189449] env[69506]: DEBUG nova.network.neutron [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.341379] env[69506]: INFO nova.compute.manager [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Rebuilding instance [ 1009.380406] env[69506]: DEBUG nova.compute.manager [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.381318] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed76b8-f8f3-4e43-a76b-f3a61af29eec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.430698] env[69506]: DEBUG nova.scheduler.client.report [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.681586] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e80a3a-2913-ea9f-ae67-95b8e840fbad, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.682363] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9fa5cf-5b7b-480e-b1b2-5b2465083759 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.687019] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1009.687019] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d74759-b240-6f9d-7aec-17ec1a96871d" [ 1009.687019] env[69506]: _type = "Task" [ 1009.687019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.691736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.692058] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Instance network_info: |[{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.694846] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Acquired lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.695042] env[69506]: DEBUG nova.network.neutron [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Refreshing network info cache for port 1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.696186] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:aa:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bb85da3-4674-4d6f-9739-d04c0bee51e2', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.703414] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.703547] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d74759-b240-6f9d-7aec-17ec1a96871d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.704462] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.704670] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c214b068-dcb7-4912-9caa-91a406d3484f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.723347] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.723347] env[69506]: value = "task-3249795" [ 1009.723347] env[69506]: _type = "Task" [ 1009.723347] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.730621] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249795, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.812943] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.812943] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649378', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'name': 'volume-02732203-4bd0-4790-b96a-49c8612f678a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea124b3f-4387-428a-ade8-fa2ccefeb6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'serial': '02732203-4bd0-4790-b96a-49c8612f678a'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.813865] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde7a733-d6b6-49a5-b7e5-bab979693522 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.831286] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98708266-4412-479a-9467-0cc5f7c16ce9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.856607] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-02732203-4bd0-4790-b96a-49c8612f678a/volume-02732203-4bd0-4790-b96a-49c8612f678a.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.856928] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70b56de-2dc5-45cb-a7f1-e0b736e00dba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.875597] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1009.875597] env[69506]: value = "task-3249796" [ 1009.875597] env[69506]: _type = "Task" [ 1009.875597] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.883602] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.936028] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.938798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.591s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.942033] env[69506]: INFO nova.compute.claims [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.956853] env[69506]: INFO nova.scheduler.client.report [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Deleted allocations for instance 53532e7c-96fe-4b33-b36a-1c86678da867 [ 1010.197018] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d74759-b240-6f9d-7aec-17ec1a96871d, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.197367] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.197649] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 000ebc25-cb64-4930-85ee-778d4723cc20/000ebc25-cb64-4930-85ee-778d4723cc20.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.197909] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22956fcb-ec9d-408d-af4b-08f5768104f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.208090] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1010.208090] env[69506]: value = "task-3249797" [ 1010.208090] env[69506]: _type = "Task" [ 1010.208090] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.217843] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.232163] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249795, 'name': CreateVM_Task, 'duration_secs': 0.377724} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.232355] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.233091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.233264] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.233598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.233942] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a49e08-fcf8-4339-8582-70c8842c23aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.238672] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1010.238672] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528b483d-28c9-0f6a-583e-bad9683d2592" [ 1010.238672] env[69506]: _type = "Task" [ 1010.238672] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.246961] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528b483d-28c9-0f6a-583e-bad9683d2592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.386233] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.394770] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.395101] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de9bd4a-0e84-45ce-a8be-44e41e616035 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.403801] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1010.403801] env[69506]: value = "task-3249798" [ 1010.403801] env[69506]: _type = "Task" [ 1010.403801] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.412475] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.431706] env[69506]: DEBUG nova.network.neutron [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updated VIF entry in instance network info cache for port 1bb85da3-4674-4d6f-9739-d04c0bee51e2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.432115] env[69506]: DEBUG nova.network.neutron [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.470063] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3e254700-2b02-43c7-aa28-2d114e145ef0 tempest-ServerShowV254Test-1076655832 tempest-ServerShowV254Test-1076655832-project-member] Lock "53532e7c-96fe-4b33-b36a-1c86678da867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.647s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.719220] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.879862] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528b483d-28c9-0f6a-583e-bad9683d2592, 'name': SearchDatastore_Task, 'duration_secs': 0.015008} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.879862] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.879862] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.879862] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.879862] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.879862] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.879862] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3444f56b-a308-4628-b3a7-71797121edca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.879862] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.879862] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.879862] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9732b4-b97f-43f8-b07f-b9e10d784a63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.879862] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1010.879862] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523fbcb6-3cc1-c315-cf05-1ac86648f114" [ 1010.879862] env[69506]: _type = "Task" [ 1010.879862] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.879862] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523fbcb6-3cc1-c315-cf05-1ac86648f114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.886395] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249796, 'name': ReconfigVM_Task, 'duration_secs': 0.58735} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.886713] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-02732203-4bd0-4790-b96a-49c8612f678a/volume-02732203-4bd0-4790-b96a-49c8612f678a.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.891486] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc6041f-fea1-4970-95f5-7ad745696b35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.908824] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1010.908824] env[69506]: value = "task-3249800" [ 1010.908824] env[69506]: _type = "Task" [ 1010.908824] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.914742] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249798, 'name': PowerOffVM_Task, 'duration_secs': 0.106585} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.915324] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.915961] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.916783] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0a292-b63e-4960-833b-444c55812be0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.922060] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.925792] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.926022] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a2f5ff3-33a6-409e-845f-3d286ed6914c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.935131] env[69506]: DEBUG oslo_concurrency.lockutils [req-e2c71a41-c557-47be-9b29-a7bae51ce85c req-ad8f7808-47c4-4733-bc82-632ebbea0be1 service nova] Releasing lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.948087] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.948295] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.948475] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Deleting the datastore file [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.948740] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b7f169-36a2-488e-983f-79ae18a51921 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.955998] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1010.955998] env[69506]: value = "task-3249802" [ 1010.955998] env[69506]: _type = "Task" [ 1010.955998] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.964720] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.205180] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2304fc-5295-4920-bfc2-5c8324a19f60 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.216081] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75cf927-4cfe-4da5-81d4-e4b24ba84d6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.224506] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56739} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.250271] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 000ebc25-cb64-4930-85ee-778d4723cc20/000ebc25-cb64-4930-85ee-778d4723cc20.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.250546] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.250996] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8121f8a0-5772-450b-b890-d123b615a388 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.253439] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1e8a32-d21d-48bb-9b20-06fff7d3fccb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.262656] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b16b5-368b-435d-ad45-e828df8bdc9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.266448] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1011.266448] env[69506]: value = "task-3249803" [ 1011.266448] env[69506]: _type = "Task" [ 1011.266448] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.281103] env[69506]: DEBUG nova.compute.provider_tree [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.285336] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.289718] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523fbcb6-3cc1-c315-cf05-1ac86648f114, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.290992] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89a5749-27ef-465c-ab02-938d025d690c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.296076] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1011.296076] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528931ae-48a7-fa54-0ba5-39c2ca709c9e" [ 1011.296076] env[69506]: _type = "Task" [ 1011.296076] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.303676] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528931ae-48a7-fa54-0ba5-39c2ca709c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.418807] env[69506]: DEBUG oslo_vmware.api [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249800, 'name': ReconfigVM_Task, 'duration_secs': 0.153412} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.419130] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649378', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'name': 'volume-02732203-4bd0-4790-b96a-49c8612f678a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea124b3f-4387-428a-ade8-fa2ccefeb6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'serial': '02732203-4bd0-4790-b96a-49c8612f678a'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.465445] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09733} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.465702] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.465886] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.466076] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.775994] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066541} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.776302] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.777086] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4771d-db35-4d30-9a60-d40a843a48eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.800491] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 000ebc25-cb64-4930-85ee-778d4723cc20/000ebc25-cb64-4930-85ee-778d4723cc20.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.800789] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d97ca53-fac6-4f79-894e-bb04a6d924b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.823249] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528931ae-48a7-fa54-0ba5-39c2ca709c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.824505] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.824774] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.825103] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1011.825103] env[69506]: value = "task-3249804" [ 1011.825103] env[69506]: _type = "Task" [ 1011.825103] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.825292] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1dd814f-f02c-4dcc-b80c-789af9ed6d2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.827801] env[69506]: DEBUG nova.scheduler.client.report [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.828048] env[69506]: DEBUG nova.compute.provider_tree [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 117 to 118 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.828235] env[69506]: DEBUG nova.compute.provider_tree [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.841010] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.842212] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1011.842212] env[69506]: value = "task-3249805" [ 1011.842212] env[69506]: _type = "Task" [ 1011.842212] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.336611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.337125] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.339946] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249804, 'name': ReconfigVM_Task, 'duration_secs': 0.348822} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.340203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.952s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.343345] env[69506]: INFO nova.compute.claims [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.346954] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 000ebc25-cb64-4930-85ee-778d4723cc20/000ebc25-cb64-4930-85ee-778d4723cc20.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.348273] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e28f144-f333-4ef7-8d79-56c7128df3dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.359771] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452514} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.361324] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.361406] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.361694] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1012.361694] env[69506]: value = "task-3249806" [ 1012.361694] env[69506]: _type = "Task" [ 1012.361694] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.361861] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6335f53a-63a7-45ba-af70-bce3aac368b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.371605] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249806, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.372863] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1012.372863] env[69506]: value = "task-3249807" [ 1012.372863] env[69506]: _type = "Task" [ 1012.372863] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.381117] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.476683] env[69506]: DEBUG nova.objects.instance [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid ea124b3f-4387-428a-ade8-fa2ccefeb6d4 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.505929] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.506193] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.506975] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.506975] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.506975] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.506975] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.506975] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.507215] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.507342] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.507522] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.507693] env[69506]: DEBUG nova.virt.hardware [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.508534] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5261e-6bfb-4909-832a-42b84eec06a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.516221] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400ee24-122b-4e57-aac3-9319c7a49e7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.530027] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.535583] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.535844] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.536064] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6ceba4-a4ec-4a2e-8849-efa3914ea6a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.551760] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.551760] env[69506]: value = "task-3249808" [ 1012.551760] env[69506]: _type = "Task" [ 1012.551760] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.558996] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249808, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.849965] env[69506]: DEBUG nova.compute.utils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.853510] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.853741] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.872959] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249806, 'name': Rename_Task, 'duration_secs': 0.253048} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.873312] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.877846] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704d894b-aea2-40e9-9b27-74b0e9300261 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.883942] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067206} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.885056] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.885447] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1012.885447] env[69506]: value = "task-3249809" [ 1012.885447] env[69506]: _type = "Task" [ 1012.885447] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.886019] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524b85f-5244-4064-b01b-40681fd00754 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.912753] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.913066] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.914469] env[69506]: DEBUG nova.policy [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad27801e25745ad9bd4a2cc36123cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547dc362d51b43c3a63270c93f4d2b19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.915928] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5867aef-3bd2-4131-a80e-fb3c9724389b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.934885] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1012.934885] env[69506]: value = "task-3249810" [ 1012.934885] env[69506]: _type = "Task" [ 1012.934885] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.944368] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.983138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0139005a-e4b2-4a03-9c71-1956918748c0 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.272s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.062738] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249808, 'name': CreateVM_Task, 'duration_secs': 0.455955} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.066019] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.066019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.066019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.066019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.066019] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4dc338-585e-4796-9f8e-879fc8ce62ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.069518] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1013.069518] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a66131-76c0-b5fa-59ae-c7ba259bd8c0" [ 1013.069518] env[69506]: _type = "Task" [ 1013.069518] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.080323] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a66131-76c0-b5fa-59ae-c7ba259bd8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.090353] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1013.090742] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649382', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'name': 'volume-1a0d1290-bd01-4981-9c2b-259c13a2b174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'serial': '1a0d1290-bd01-4981-9c2b-259c13a2b174'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1013.092070] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ade3e-c609-46cb-a6df-811fd21bd743 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.110564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6bff72-59e3-4e89-8b85-b6b64e33252c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.141917] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-1a0d1290-bd01-4981-9c2b-259c13a2b174/volume-1a0d1290-bd01-4981-9c2b-259c13a2b174.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.142290] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e60e33f-ec98-4bdb-9a87-2c0fdc1a1a17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.163898] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1013.163898] env[69506]: value = "task-3249811" [ 1013.163898] env[69506]: _type = "Task" [ 1013.163898] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.172913] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.357363] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.405860] env[69506]: DEBUG oslo_vmware.api [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249809, 'name': PowerOnVM_Task, 'duration_secs': 0.50076} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.407738] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.408138] env[69506]: INFO nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1013.408498] env[69506]: DEBUG nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.410275] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841cac9f-e1e5-4e66-a2b7-b5e5a30a11d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.451476] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249810, 'name': ReconfigVM_Task, 'duration_secs': 0.338846} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.451748] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.452424] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a50eeb-3d09-4ebd-98d7-0e8dd55da70c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.459411] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1013.459411] env[69506]: value = "task-3249812" [ 1013.459411] env[69506]: _type = "Task" [ 1013.459411] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.472110] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249812, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.581669] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a66131-76c0-b5fa-59ae-c7ba259bd8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.581987] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.582503] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.582795] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.582971] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.583188] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.586066] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5352a6a-d703-4b8d-a5b2-f2259903040e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.594681] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.595186] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.595728] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd46353c-9770-4782-afda-21eb1d1424a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.604111] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1013.604111] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52977d74-b8bd-727d-aecf-145ed3965832" [ 1013.604111] env[69506]: _type = "Task" [ 1013.604111] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.616019] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52977d74-b8bd-727d-aecf-145ed3965832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.638577] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Successfully created port: 140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.674746] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.717464] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af54090-5639-486d-94e2-a232aa1bafcf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.725523] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8660024c-55a0-4e2c-aada-0edc50ff041f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.759610] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f458147-8c17-47c5-8187-a076d4d18216 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.768297] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae0caa3-54f5-48c7-a82d-5dc082a53c53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.783130] env[69506]: DEBUG nova.compute.provider_tree [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.826634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.826798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.934033] env[69506]: INFO nova.compute.manager [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Took 20.47 seconds to build instance. [ 1013.971762] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249812, 'name': Rename_Task, 'duration_secs': 0.376302} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.972057] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.972302] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff89ce5b-7edf-4bbf-851e-fffa5a0ea284 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.978466] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1013.978466] env[69506]: value = "task-3249813" [ 1013.978466] env[69506]: _type = "Task" [ 1013.978466] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.985816] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.114153] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52977d74-b8bd-727d-aecf-145ed3965832, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.114909] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd276cb-6d21-49d8-ab3c-df6165e138b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.119806] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1014.119806] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52decd89-f095-4665-9a6c-efeaf2a9e27d" [ 1014.119806] env[69506]: _type = "Task" [ 1014.119806] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.127202] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52decd89-f095-4665-9a6c-efeaf2a9e27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.174401] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249811, 'name': ReconfigVM_Task, 'duration_secs': 0.72134} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.174617] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-1a0d1290-bd01-4981-9c2b-259c13a2b174/volume-1a0d1290-bd01-4981-9c2b-259c13a2b174.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.179324] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21036b01-71ec-462d-a77f-e8bcc1dc4f94 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.194041] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1014.194041] env[69506]: value = "task-3249814" [ 1014.194041] env[69506]: _type = "Task" [ 1014.194041] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.201801] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.286813] env[69506]: DEBUG nova.scheduler.client.report [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.329654] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.374035] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.396523] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.396762] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.396920] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.397113] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.397271] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.397459] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.397676] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.397839] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.398014] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.398197] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.398372] env[69506]: DEBUG nova.virt.hardware [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.399270] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b271e746-ca90-4c5b-9e28-120f54d7ef6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.407928] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e2ee7e-c7e2-450d-9d90-dfa3ba29e82c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436257] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9ebf17d8-2fc1-4227-8049-1a9049768e76 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.980s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.488447] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.631730] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52decd89-f095-4665-9a6c-efeaf2a9e27d, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.632008] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.632274] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.632532] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dce2344-a4b0-4942-bc2a-b47be0a05d91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.639910] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1014.639910] env[69506]: value = "task-3249815" [ 1014.639910] env[69506]: _type = "Task" [ 1014.639910] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.648273] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.702966] env[69506]: DEBUG oslo_vmware.api [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249814, 'name': ReconfigVM_Task, 'duration_secs': 0.165542} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.703297] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649382', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'name': 'volume-1a0d1290-bd01-4981-9c2b-259c13a2b174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'serial': '1a0d1290-bd01-4981-9c2b-259c13a2b174'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1014.792276] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.792894] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.795796] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.659s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.798914] env[69506]: INFO nova.compute.claims [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.850483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.991187] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.147355] env[69506]: DEBUG nova.compute.manager [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Received event network-vif-plugged-140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.147585] env[69506]: DEBUG oslo_concurrency.lockutils [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.147866] env[69506]: DEBUG oslo_concurrency.lockutils [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.148073] env[69506]: DEBUG oslo_concurrency.lockutils [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.148252] env[69506]: DEBUG nova.compute.manager [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] No waiting events found dispatching network-vif-plugged-140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.148417] env[69506]: WARNING nova.compute.manager [req-0ea3f92b-5a4d-4565-85eb-bff873a5fba6 req-0a03b555-345d-4594-a2bd-faec50a9f217 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Received unexpected event network-vif-plugged-140e39b1-c8cd-440a-986c-bc37fe5fbf98 for instance with vm_state building and task_state spawning. [ 1015.155476] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494465} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.155718] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.155930] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.156187] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-386979e3-f734-4f44-97a1-c6c2525606a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.162888] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1015.162888] env[69506]: value = "task-3249816" [ 1015.162888] env[69506]: _type = "Task" [ 1015.162888] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.171708] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.255310] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Successfully updated port: 140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.302973] env[69506]: DEBUG nova.compute.utils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.305754] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.305754] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.351135] env[69506]: DEBUG nova.policy [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bc4016a17284ca58d3d081ceb89ceb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8350a641f3694f42867781f80385ea9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.490631] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.662284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "3ea42e94-9fab-4eea-9774-d58f1527a265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.662600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.667436] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Successfully created port: acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.674760] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064987} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.675455] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.676214] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a953fdd-4bcb-49ab-ad2e-bbb401721b03 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.699706] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.700254] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51616b8-ae1f-439d-8df8-f92f6fe4c4f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.720224] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1015.720224] env[69506]: value = "task-3249817" [ 1015.720224] env[69506]: _type = "Task" [ 1015.720224] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.729809] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.754769] env[69506]: DEBUG nova.objects.instance [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.758431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.758568] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.758807] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.806458] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.990463] env[69506]: DEBUG oslo_vmware.api [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249813, 'name': PowerOnVM_Task, 'duration_secs': 1.987611} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.993185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.993496] env[69506]: INFO nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1015.993566] env[69506]: DEBUG nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.994583] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4dc71b-6001-4e8c-b4b7-bc39950b36d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.113689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70fa41d-7178-4a96-9bda-11a1daf59d7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.121606] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2100e50b-bc70-48b3-a6ef-7956467cf1aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.152901] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db9421b-c067-4abb-be0a-6fc07a742c92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.160515] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd34a1c-02c9-4fd8-b3a9-9cbd74098d0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.174357] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.177079] env[69506]: DEBUG nova.compute.provider_tree [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.230795] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.261018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2058f16e-6c6f-4c0d-ae31-f1fe0a48ef1b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.268914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "e67f3055-8485-4c4b-ba97-3308aabc4532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.269286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.269391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.269611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.269793] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.271890] env[69506]: INFO nova.compute.manager [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Terminating instance [ 1016.296402] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.485016] env[69506]: DEBUG nova.network.neutron [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.514033] env[69506]: INFO nova.compute.manager [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Took 22.74 seconds to build instance. [ 1016.682028] env[69506]: DEBUG nova.scheduler.client.report [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.698547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.730254] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249817, 'name': ReconfigVM_Task, 'duration_secs': 0.656818} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.730546] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05/fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.731171] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffbba643-89e2-489f-a9e9-2fd7d37e3ac8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.737063] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1016.737063] env[69506]: value = "task-3249818" [ 1016.737063] env[69506]: _type = "Task" [ 1016.737063] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.744663] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249818, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.776156] env[69506]: DEBUG nova.compute.manager [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.776156] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.777042] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d2a37-cd69-40c1-b727-726d366fba7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.783779] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.784044] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a7534a-7d62-4699-839b-346ce55564a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.793339] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 1016.793339] env[69506]: value = "task-3249819" [ 1016.793339] env[69506]: _type = "Task" [ 1016.793339] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.797941] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.821724] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.847919] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.848169] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.848329] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.848506] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.848653] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.848833] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.849018] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.849182] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.849351] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.849547] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.849733] env[69506]: DEBUG nova.virt.hardware [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.850668] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1b1d5-d2ef-40e7-a4f3-9faa4e7df615 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.858699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe22af7-29e3-441f-bb93-8c073dac38c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.988262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.990018] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Instance network_info: |[{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.990018] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:2f:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '140e39b1-c8cd-440a-986c-bc37fe5fbf98', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.999042] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating folder: Project (547dc362d51b43c3a63270c93f4d2b19). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.999497] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34693d77-57f2-415c-8241-0469d7fc5bb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.016520] env[69506]: DEBUG oslo_concurrency.lockutils [None req-18aa21c9-b2e8-4acf-98e6-bab35fdb3fd1 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.258s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.016807] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created folder: Project (547dc362d51b43c3a63270c93f4d2b19) in parent group-v649133. [ 1017.016978] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating folder: Instances. Parent ref: group-v649385. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.017243] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c69d4b29-6044-4f67-b7fc-847050b3e3d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.027056] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created folder: Instances in parent group-v649385. [ 1017.027960] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.027960] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.027960] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0823617d-e1f5-49fd-803f-96455a71fa76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.049102] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.049102] env[69506]: value = "task-3249822" [ 1017.049102] env[69506]: _type = "Task" [ 1017.049102] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.057319] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249822, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.188399] env[69506]: DEBUG nova.compute.manager [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Received event network-changed-140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.188399] env[69506]: DEBUG nova.compute.manager [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Refreshing instance network info cache due to event network-changed-140e39b1-c8cd-440a-986c-bc37fe5fbf98. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.188399] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.188399] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.188399] env[69506]: DEBUG nova.network.neutron [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Refreshing network info cache for port 140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.193791] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.194816] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.197568] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.200s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.197840] env[69506]: DEBUG nova.objects.instance [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'resources' on Instance uuid cc144201-73cf-48be-95a4-b43bd286c150 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.246967] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249818, 'name': Rename_Task, 'duration_secs': 0.255473} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.247509] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.247815] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43bfd61d-f3c6-4973-826b-bb89b84e797b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.253516] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1017.253516] env[69506]: value = "task-3249823" [ 1017.253516] env[69506]: _type = "Task" [ 1017.253516] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.263495] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.264360] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Successfully updated port: acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.300032] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249819, 'name': PowerOffVM_Task, 'duration_secs': 0.298375} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.300032] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.300032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.300032] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ae08e7-2d56-4bae-a251-b0554e16f0fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.375783] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.376022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.376219] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Deleting the datastore file [datastore1] e67f3055-8485-4c4b-ba97-3308aabc4532 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.376625] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c84684-0f80-4608-ad56-fb556ad51b95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.384367] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for the task: (returnval){ [ 1017.384367] env[69506]: value = "task-3249825" [ 1017.384367] env[69506]: _type = "Task" [ 1017.384367] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.392095] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.448383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.448649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.558478] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249822, 'name': CreateVM_Task, 'duration_secs': 0.350815} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.558800] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.559356] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.559593] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.559937] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.560207] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1914d47c-6b4d-4fa1-ada7-a90d42a2b51c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.564688] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1017.564688] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cc827b-61bf-7fba-ccf6-0badceb0b6f3" [ 1017.564688] env[69506]: _type = "Task" [ 1017.564688] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.571875] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cc827b-61bf-7fba-ccf6-0badceb0b6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.704626] env[69506]: DEBUG nova.compute.utils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.706416] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.706625] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.748735] env[69506]: DEBUG nova.policy [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b4052b3736f477aa5e1640d3fec526f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27480190ca454d508c9790f5bc33487a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.763366] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.766736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.766845] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.767041] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.895576] env[69506]: DEBUG oslo_vmware.api [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Task: {'id': task-3249825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135824} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.896043] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.896374] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.896676] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.896967] env[69506]: INFO nova.compute.manager [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1017.897381] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.897722] env[69506]: DEBUG nova.compute.manager [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.897942] env[69506]: DEBUG nova.network.neutron [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.952358] env[69506]: DEBUG nova.compute.utils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.968261] env[69506]: DEBUG nova.network.neutron [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updated VIF entry in instance network info cache for port 140e39b1-c8cd-440a-986c-bc37fe5fbf98. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.968614] env[69506]: DEBUG nova.network.neutron [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.070597] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b4aff-daaa-410c-85a0-99a60a37515c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.079069] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cc827b-61bf-7fba-ccf6-0badceb0b6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.081781] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.082026] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.082265] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.082412] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.082594] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.084372] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c3f5e4c-4913-42a1-afc4-8dbd2c13791b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.086871] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7331940-e336-4bce-a638-d0e5b1bde530 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.092763] env[69506]: DEBUG nova.compute.manager [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.124192] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Successfully created port: a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.127846] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54682f-2f2c-4b5c-8563-b1e258b06094 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.130391] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.130601] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.131609] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddcaaaf-7e0f-4830-a81d-bb4ce5d916b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.140023] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076fecfa-9af3-47e7-8ce5-b0956934594a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.143878] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1018.143878] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52629777-1c73-a436-5887-8f97728f2dd8" [ 1018.143878] env[69506]: _type = "Task" [ 1018.143878] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.155572] env[69506]: DEBUG nova.compute.provider_tree [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.162752] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52629777-1c73-a436-5887-8f97728f2dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.164010] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b205ad-26a4-4d40-9489-b9c928d79ea6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.169338] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1018.169338] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52533155-e369-0a4d-feac-c5d0798a30d7" [ 1018.169338] env[69506]: _type = "Task" [ 1018.169338] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.177081] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52533155-e369-0a4d-feac-c5d0798a30d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.209702] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.265105] env[69506]: DEBUG oslo_vmware.api [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249823, 'name': PowerOnVM_Task, 'duration_secs': 0.58881} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.265712] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.266312] env[69506]: DEBUG nova.compute.manager [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.267472] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0a27d-fc46-4bae-ba6f-e25562cf476c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.317167] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.456800] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.470775] env[69506]: DEBUG nova.network.neutron [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.476020] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.476020] env[69506]: DEBUG nova.compute.manager [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-vif-plugged-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.476020] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Acquiring lock "574af4bc-9dd8-47b6-a654-67975e502548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.476020] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Lock "574af4bc-9dd8-47b6-a654-67975e502548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.476020] env[69506]: DEBUG oslo_concurrency.lockutils [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] Lock "574af4bc-9dd8-47b6-a654-67975e502548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.476020] env[69506]: DEBUG nova.compute.manager [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] No waiting events found dispatching network-vif-plugged-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.476020] env[69506]: WARNING nova.compute.manager [req-a8bdeb93-fc49-4641-aded-b9c6936dfa18 req-6f0a89df-563d-40f6-8efb-352ee9f2f551 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received unexpected event network-vif-plugged-acce07e6-0920-45f4-beed-7e79cd48c175 for instance with vm_state building and task_state spawning. [ 1018.649290] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.659467] env[69506]: DEBUG nova.scheduler.client.report [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.681160] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52533155-e369-0a4d-feac-c5d0798a30d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.681543] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.681807] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.682088] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f1c6522-58e8-4aee-8046-a33d47284b6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.688506] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1018.688506] env[69506]: value = "task-3249826" [ 1018.688506] env[69506]: _type = "Task" [ 1018.688506] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.699464] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.791529] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.909782] env[69506]: DEBUG nova.network.neutron [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.978113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.978113] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Instance network_info: |[{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.978113] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:2e:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acce07e6-0920-45f4-beed-7e79cd48c175', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.985742] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Creating folder: Project (8350a641f3694f42867781f80385ea9c). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.986357] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1adb39a0-6ad1-4168-b7d4-2b0e3fd5a481 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.997682] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Created folder: Project (8350a641f3694f42867781f80385ea9c) in parent group-v649133. [ 1018.998166] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Creating folder: Instances. Parent ref: group-v649388. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.998597] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61694abf-3bf6-4bed-a880-4bf23e7ae597 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.008897] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Created folder: Instances in parent group-v649388. [ 1019.009527] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.009880] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.010338] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7348f949-3c46-4263-b4f2-0bbcc12e6a1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.031984] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.031984] env[69506]: value = "task-3249829" [ 1019.031984] env[69506]: _type = "Task" [ 1019.031984] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.042803] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249829, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.165581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.168271] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.700s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.168483] env[69506]: DEBUG nova.objects.instance [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lazy-loading 'resources' on Instance uuid daaa3bea-a4df-47e5-a751-36f5da48c752 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.184747] env[69506]: INFO nova.scheduler.client.report [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted allocations for instance cc144201-73cf-48be-95a4-b43bd286c150 [ 1019.199540] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467613} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.199649] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.199972] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.200350] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026e7e47-33cb-484a-a46f-c716fc94e509 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.207804] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1019.207804] env[69506]: value = "task-3249830" [ 1019.207804] env[69506]: _type = "Task" [ 1019.207804] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.216825] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.219083] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.225551] env[69506]: DEBUG nova.compute.manager [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.225783] env[69506]: DEBUG nova.compute.manager [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing instance network info cache due to event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.226012] env[69506]: DEBUG oslo_concurrency.lockutils [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.226371] env[69506]: DEBUG oslo_concurrency.lockutils [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.226558] env[69506]: DEBUG nova.network.neutron [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.247120] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.247436] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.247568] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.247746] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.247895] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.248054] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.248264] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.248425] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.248593] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.248754] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.248926] env[69506]: DEBUG nova.virt.hardware [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.250090] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab661d3-df65-4ee2-a358-ec8904c4879f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.258497] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9abd8e-7042-4b53-a7bb-f20d2fc0b8bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.412778] env[69506]: INFO nova.compute.manager [-] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Took 1.51 seconds to deallocate network for instance. [ 1019.547098] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249829, 'name': CreateVM_Task, 'duration_secs': 0.333064} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.547267] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.548107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.548372] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.548807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.549148] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a870fa72-20a0-47f3-bc21-bcebbcce5b91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.554020] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1019.554020] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521abe0b-1626-fb0e-7c8c-79fd6636c814" [ 1019.554020] env[69506]: _type = "Task" [ 1019.554020] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.557884] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.558167] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.558420] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.558667] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.558888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.561121] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.561619] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.561896] env[69506]: INFO nova.compute.manager [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attaching volume 1211f696-e8c3-453c-aa05-07d9b72bd30b to /dev/sdc [ 1019.564302] env[69506]: INFO nova.compute.manager [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Terminating instance [ 1019.571805] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521abe0b-1626-fb0e-7c8c-79fd6636c814, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.574946] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.575249] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.575621] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.575731] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.575959] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.577180] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb55402-3613-4c3a-9c45-1cda447f298e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.585500] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.585758] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.587038] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29ba312-5e49-42b7-9882-97c2707c5048 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.593344] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1019.593344] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521995f6-7cf3-2a1f-37a5-82582ae3d245" [ 1019.593344] env[69506]: _type = "Task" [ 1019.593344] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.603163] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521995f6-7cf3-2a1f-37a5-82582ae3d245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.605053] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d9010-183d-4712-999f-54d4a0a9e176 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.612290] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61f67f8-663b-4fc6-8076-31145466693c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.627353] env[69506]: DEBUG nova.virt.block_device [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating existing volume attachment record: 894667dc-3f04-4fe0-b0e3-f6d0b9c80206 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.692776] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c5d1362f-2506-46e4-8c63-f5e37fd3c0d8 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "cc144201-73cf-48be-95a4-b43bd286c150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.678s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.721976] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083289} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.722811] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.723622] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240c9aa-15e2-4328-842d-6420c29a5a82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.752268] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.755955] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e00739-58d0-458f-ae61-55c2958420d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.777536] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1019.777536] env[69506]: value = "task-3249831" [ 1019.777536] env[69506]: _type = "Task" [ 1019.777536] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.791149] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.920817] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.922237] env[69506]: DEBUG nova.compute.manager [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Received event network-vif-plugged-a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.922483] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] Acquiring lock "9551be16-3981-45f1-8706-733fef06309b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.922679] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] Lock "9551be16-3981-45f1-8706-733fef06309b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.922842] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] Lock "9551be16-3981-45f1-8706-733fef06309b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.923013] env[69506]: DEBUG nova.compute.manager [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] No waiting events found dispatching network-vif-plugged-a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.923182] env[69506]: WARNING nova.compute.manager [req-0f695675-93bc-4bb6-97d4-eb221b9a0dbc req-2da8f5f2-3699-4423-ba66-1dfad01a401d service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Received unexpected event network-vif-plugged-a1d6a7fd-7411-430c-a771-670752b17f18 for instance with vm_state building and task_state spawning. [ 1019.986066] env[69506]: DEBUG nova.network.neutron [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updated VIF entry in instance network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.986431] env[69506]: DEBUG nova.network.neutron [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.052782] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Successfully updated port: a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.072661] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3f1b0-d7d2-4ef1-b03f-bf2717ee6c7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.075683] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "refresh_cache-fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.075898] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquired lock "refresh_cache-fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.076069] env[69506]: DEBUG nova.network.neutron [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.082196] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f74603-d32f-4cf9-8b04-14175f258fbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.117197] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dc889-3862-4ccb-ac6a-2189134fdc1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.125839] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521995f6-7cf3-2a1f-37a5-82582ae3d245, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.129140] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a747fca-d2fe-45ab-9d1d-299f2e067956 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.132387] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349581a3-b6da-43fe-a6b4-7e842e504fc2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.147197] env[69506]: DEBUG nova.compute.provider_tree [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.149528] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1020.149528] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525bc3c7-894a-6e61-f69b-8756fb155d13" [ 1020.149528] env[69506]: _type = "Task" [ 1020.149528] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.157447] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525bc3c7-894a-6e61-f69b-8756fb155d13, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.158278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.158535] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/574af4bc-9dd8-47b6-a654-67975e502548.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.158772] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f23daa5-002d-443a-84f4-5e2fb75718e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.165203] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1020.165203] env[69506]: value = "task-3249833" [ 1020.165203] env[69506]: _type = "Task" [ 1020.165203] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.173737] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.287282] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249831, 'name': ReconfigVM_Task, 'duration_secs': 0.285601} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.287629] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfigured VM instance instance-0000005a to attach disk [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.288399] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af018fc0-24e3-4ad7-ba07-d81c2253d418 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.294774] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1020.294774] env[69506]: value = "task-3249834" [ 1020.294774] env[69506]: _type = "Task" [ 1020.294774] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.303687] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249834, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.489628] env[69506]: DEBUG oslo_concurrency.lockutils [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.489957] env[69506]: DEBUG nova.compute.manager [req-4cc4bf7b-3af5-4fef-b8ec-f1e6407908a3 req-80540315-aa9c-4ffd-8058-e0382a18f8ac service nova] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Received event network-vif-deleted-e6857121-1e02-4c0d-8e31-52eefddec317 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.556263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.556263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquired lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.556776] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.603571] env[69506]: DEBUG nova.network.neutron [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.654807] env[69506]: DEBUG nova.scheduler.client.report [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.662084] env[69506]: DEBUG nova.network.neutron [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.675140] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501783} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.675453] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/574af4bc-9dd8-47b6-a654-67975e502548.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.675831] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.676234] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da4bd90a-d8bb-4388-b66f-71620f3d88dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.684095] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1020.684095] env[69506]: value = "task-3249835" [ 1020.684095] env[69506]: _type = "Task" [ 1020.684095] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.692636] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.804617] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249834, 'name': Rename_Task, 'duration_secs': 0.149983} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.804889] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.805145] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed61329-b1b1-4d91-b5e8-5a48971f0b4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.811906] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1020.811906] env[69506]: value = "task-3249836" [ 1020.811906] env[69506]: _type = "Task" [ 1020.811906] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.820279] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.106062] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.166467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.170099] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Releasing lock "refresh_cache-fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.170099] env[69506]: DEBUG nova.compute.manager [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.170099] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.170528] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.320s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.172085] env[69506]: INFO nova.compute.claims [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.178448] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e5946-34dd-4e09-ae7c-83c1f980c911 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.184456] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.184999] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe7e4ba-00ee-4129-bdf3-1d7ef05ad809 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.187051] env[69506]: INFO nova.scheduler.client.report [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Deleted allocations for instance daaa3bea-a4df-47e5-a751-36f5da48c752 [ 1021.208584] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1021.208584] env[69506]: value = "task-3249837" [ 1021.208584] env[69506]: _type = "Task" [ 1021.208584] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.208584] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068327} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.208584] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.211533] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af7fc1-4944-4747-997f-41914aab5dfe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221517] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.240080] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/574af4bc-9dd8-47b6-a654-67975e502548.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.243604] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838feb63-c65b-4184-8150-ad595b60d156 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.268189] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1021.268189] env[69506]: value = "task-3249838" [ 1021.268189] env[69506]: _type = "Task" [ 1021.268189] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.276499] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.295468] env[69506]: DEBUG nova.network.neutron [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Updating instance_info_cache with network_info: [{"id": "a1d6a7fd-7411-430c-a771-670752b17f18", "address": "fa:16:3e:20:b1:3e", "network": {"id": "0b2c2cb7-7e97-464e-bb40-210cd4538302", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1340676743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27480190ca454d508c9790f5bc33487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d6a7fd-74", "ovs_interfaceid": "a1d6a7fd-7411-430c-a771-670752b17f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.322534] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249836, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.701090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8747d356-18a5-439a-aa9a-e914ccd52c88 tempest-InstanceActionsNegativeTestJSON-1136700417 tempest-InstanceActionsNegativeTestJSON-1136700417-project-member] Lock "daaa3bea-a4df-47e5-a751-36f5da48c752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.914s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.717341] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249837, 'name': PowerOffVM_Task, 'duration_secs': 0.508943} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.717615] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.717787] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.718086] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b473101-acc3-4a39-aa5e-b592073e45e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.742621] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.742842] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.743022] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Deleting the datastore file [datastore1] fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.743287] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4969f776-f49d-44a7-bacf-c23cedcb9d89 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.752146] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for the task: (returnval){ [ 1021.752146] env[69506]: value = "task-3249840" [ 1021.752146] env[69506]: _type = "Task" [ 1021.752146] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.762739] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.777149] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.798239] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Releasing lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.798577] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Instance network_info: |[{"id": "a1d6a7fd-7411-430c-a771-670752b17f18", "address": "fa:16:3e:20:b1:3e", "network": {"id": "0b2c2cb7-7e97-464e-bb40-210cd4538302", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1340676743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27480190ca454d508c9790f5bc33487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d6a7fd-74", "ovs_interfaceid": "a1d6a7fd-7411-430c-a771-670752b17f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.799015] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1d6a7fd-7411-430c-a771-670752b17f18', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.806311] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Creating folder: Project (27480190ca454d508c9790f5bc33487a). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.806585] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b889fc72-fa20-4917-96ff-2980f622c312 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.818111] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Created folder: Project (27480190ca454d508c9790f5bc33487a) in parent group-v649133. [ 1021.821162] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Creating folder: Instances. Parent ref: group-v649392. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.821162] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4ec93f3-92be-48fb-b636-e0b13806f850 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.823963] env[69506]: DEBUG oslo_vmware.api [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249836, 'name': PowerOnVM_Task, 'duration_secs': 0.962856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.823963] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.823963] env[69506]: INFO nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1021.824093] env[69506]: DEBUG nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.824740] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5d138-71b9-4972-81d0-a2af3a021133 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.829456] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Created folder: Instances in parent group-v649392. [ 1021.829685] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.831189] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.834382] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa11a716-9fa2-4452-b903-262796832402 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.859341] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.859341] env[69506]: value = "task-3249844" [ 1021.859341] env[69506]: _type = "Task" [ 1021.859341] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.867502] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249844, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.950484] env[69506]: DEBUG nova.compute.manager [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Received event network-changed-a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.950742] env[69506]: DEBUG nova.compute.manager [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Refreshing instance network info cache due to event network-changed-a1d6a7fd-7411-430c-a771-670752b17f18. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.950892] env[69506]: DEBUG oslo_concurrency.lockutils [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] Acquiring lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.951040] env[69506]: DEBUG oslo_concurrency.lockutils [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] Acquired lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.951623] env[69506]: DEBUG nova.network.neutron [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Refreshing network info cache for port a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.103398] env[69506]: DEBUG nova.compute.manager [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1022.264068] env[69506]: DEBUG oslo_vmware.api [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Task: {'id': task-3249840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088762} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.267192] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.267435] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.267576] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.267746] env[69506]: INFO nova.compute.manager [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1022.267988] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.268416] env[69506]: DEBUG nova.compute.manager [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.268551] env[69506]: DEBUG nova.network.neutron [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.279994] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249838, 'name': ReconfigVM_Task, 'duration_secs': 0.626741} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.280293] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/574af4bc-9dd8-47b6-a654-67975e502548.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.280919] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-827776e9-b307-4342-ad59-d34f7f407814 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.289524] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1022.289524] env[69506]: value = "task-3249845" [ 1022.289524] env[69506]: _type = "Task" [ 1022.289524] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.298643] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249845, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.299539] env[69506]: DEBUG nova.network.neutron [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.359512] env[69506]: INFO nova.compute.manager [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 25.07 seconds to build instance. [ 1022.370869] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249844, 'name': CreateVM_Task, 'duration_secs': 0.360963} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.373615] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.374986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.375183] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.376607] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.376607] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbb06b7-b8b2-45d8-a049-a5c14772a119 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.381826] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1022.381826] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522514d7-cb2c-8bd4-32f6-a5e24c597e58" [ 1022.381826] env[69506]: _type = "Task" [ 1022.381826] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.395776] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522514d7-cb2c-8bd4-32f6-a5e24c597e58, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.396259] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.396594] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.397037] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.397358] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.397641] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.398159] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5f1ea9-9d25-438b-90c2-b71c809950e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.410153] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.410348] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.411137] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592540e3-ef64-4343-a1b1-12f1855c7aff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.419954] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1022.419954] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c8d943-88fa-f864-ab07-3af3a0e4ea83" [ 1022.419954] env[69506]: _type = "Task" [ 1022.419954] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.428592] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c8d943-88fa-f864-ab07-3af3a0e4ea83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.544169] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face1624-8888-49ce-af21-2859385ed753 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.552206] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734651bc-58b8-44e0-adef-7a5db213db8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.582500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e042b33-11f8-4b0e-97ee-9062b0be9630 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.589838] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e759b3-8c5a-4ccc-b28d-13b68ec16fef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.604411] env[69506]: DEBUG nova.compute.provider_tree [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.623950] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.803529] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249845, 'name': Rename_Task, 'duration_secs': 0.304329} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.803913] env[69506]: DEBUG nova.network.neutron [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.805553] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.806957] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e57cbb24-6a50-4a56-9778-892df60dad48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.817688] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1022.817688] env[69506]: value = "task-3249846" [ 1022.817688] env[69506]: _type = "Task" [ 1022.817688] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.830946] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.854712] env[69506]: DEBUG nova.network.neutron [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Updated VIF entry in instance network info cache for port a1d6a7fd-7411-430c-a771-670752b17f18. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.855500] env[69506]: DEBUG nova.network.neutron [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Updating instance_info_cache with network_info: [{"id": "a1d6a7fd-7411-430c-a771-670752b17f18", "address": "fa:16:3e:20:b1:3e", "network": {"id": "0b2c2cb7-7e97-464e-bb40-210cd4538302", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1340676743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27480190ca454d508c9790f5bc33487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1d6a7fd-74", "ovs_interfaceid": "a1d6a7fd-7411-430c-a771-670752b17f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.865821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7d609260-d646-4ce1-82ef-12a010cf1262 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.587s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.876675] env[69506]: DEBUG nova.compute.manager [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Received event network-changed-140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.876675] env[69506]: DEBUG nova.compute.manager [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Refreshing instance network info cache due to event network-changed-140e39b1-c8cd-440a-986c-bc37fe5fbf98. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.876675] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.876675] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.876675] env[69506]: DEBUG nova.network.neutron [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Refreshing network info cache for port 140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.933181] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c8d943-88fa-f864-ab07-3af3a0e4ea83, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.934498] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38272a2d-7afc-4dad-8ecc-05d7c44f5a05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.939920] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1022.939920] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52646de3-2996-14e7-d03e-2499b3baf87b" [ 1022.939920] env[69506]: _type = "Task" [ 1022.939920] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.949667] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52646de3-2996-14e7-d03e-2499b3baf87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.107667] env[69506]: DEBUG nova.scheduler.client.report [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.307606] env[69506]: INFO nova.compute.manager [-] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Took 1.04 seconds to deallocate network for instance. [ 1023.329314] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.358395] env[69506]: DEBUG oslo_concurrency.lockutils [req-af945511-77b9-4bb3-a1a8-754e2841ebb0 req-2c8e7b64-49c7-4e2d-81fb-3b6a2986fb59 service nova] Releasing lock "refresh_cache-9551be16-3981-45f1-8706-733fef06309b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.452174] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52646de3-2996-14e7-d03e-2499b3baf87b, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.452174] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.452174] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9551be16-3981-45f1-8706-733fef06309b/9551be16-3981-45f1-8706-733fef06309b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.452391] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d608fa0e-d15f-4f60-b828-0cf2ab8a3b65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.470684] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1023.470684] env[69506]: value = "task-3249847" [ 1023.470684] env[69506]: _type = "Task" [ 1023.470684] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.483063] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.613883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.613883] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.616787] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.918s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.618292] env[69506]: INFO nova.compute.claims [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.663950] env[69506]: DEBUG nova.network.neutron [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updated VIF entry in instance network info cache for port 140e39b1-c8cd-440a-986c-bc37fe5fbf98. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.663950] env[69506]: DEBUG nova.network.neutron [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.815272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.832979] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.979969] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.118884] env[69506]: DEBUG nova.compute.utils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.120440] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.120610] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.167905] env[69506]: DEBUG oslo_concurrency.lockutils [req-b9a26a54-35a3-4ca7-8314-cb4da5ef1693 req-4274ae6c-d320-47ef-8a8d-af53a19389f4 service nova] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.173298] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1024.173641] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649391', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'name': 'volume-1211f696-e8c3-453c-aa05-07d9b72bd30b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'serial': '1211f696-e8c3-453c-aa05-07d9b72bd30b'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1024.174922] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3822f3cc-5cc9-4117-b838-298987cb1da9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.181374] env[69506]: DEBUG nova.policy [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c16a79b27543ab9a59469989f58c71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090d1967470b4fdc9cc8702aeeebfdab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.207223] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cd4fd-59a6-443e-a9cd-65625bc45176 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.250333] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-1211f696-e8c3-453c-aa05-07d9b72bd30b/volume-1211f696-e8c3-453c-aa05-07d9b72bd30b.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.250711] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db69e3e5-2cfd-43a0-9380-a9c8fcf89de6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.277403] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1024.277403] env[69506]: value = "task-3249848" [ 1024.277403] env[69506]: _type = "Task" [ 1024.277403] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.287662] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.330996] env[69506]: DEBUG oslo_vmware.api [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249846, 'name': PowerOnVM_Task, 'duration_secs': 1.110979} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.331417] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.331698] env[69506]: INFO nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1024.331959] env[69506]: DEBUG nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.332849] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8590f66-4802-4447-a00e-3ef0499bde14 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.482424] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531225} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.482514] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9551be16-3981-45f1-8706-733fef06309b/9551be16-3981-45f1-8706-733fef06309b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.482748] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.483064] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b27a1ce-f620-44bd-bdd7-ff0ad217594a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.490214] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1024.490214] env[69506]: value = "task-3249849" [ 1024.490214] env[69506]: _type = "Task" [ 1024.490214] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.498663] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.527448] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Successfully created port: 74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.624337] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.798297] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.853833] env[69506]: INFO nova.compute.manager [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Took 27.49 seconds to build instance. [ 1024.999589] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06869} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.003027] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.003220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e14a89-f330-4722-8219-b2b30130ed7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.026142] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 9551be16-3981-45f1-8706-733fef06309b/9551be16-3981-45f1-8706-733fef06309b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.027706] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2e84c2-6ecd-4ed7-8a40-f6028081903d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.045409] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c27cf-abb9-41f0-89db-fa4f2e6e8d95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.054585] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846c114f-bf33-402b-adeb-5e90975f3228 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.058017] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1025.058017] env[69506]: value = "task-3249850" [ 1025.058017] env[69506]: _type = "Task" [ 1025.058017] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.087431] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433f638-02cc-445f-8126-aec3f34344cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.094352] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.098819] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f729a-29a2-403a-b37d-f9bfc7c4b6ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.114195] env[69506]: DEBUG nova.compute.provider_tree [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.289378] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249848, 'name': ReconfigVM_Task, 'duration_secs': 0.744571} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.289696] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-1211f696-e8c3-453c-aa05-07d9b72bd30b/volume-1211f696-e8c3-453c-aa05-07d9b72bd30b.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.294349] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc8b696-a2a1-4e1d-8289-d918bcc40819 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303966] env[69506]: INFO nova.compute.manager [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Rescuing [ 1025.304213] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.304365] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.304528] env[69506]: DEBUG nova.network.neutron [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.309955] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1025.309955] env[69506]: value = "task-3249851" [ 1025.309955] env[69506]: _type = "Task" [ 1025.309955] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.319813] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.356878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-853f2061-36a0-49f5-9e49-a4e574ed65ad tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.568942] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249850, 'name': ReconfigVM_Task, 'duration_secs': 0.333638} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.569252] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 9551be16-3981-45f1-8706-733fef06309b/9551be16-3981-45f1-8706-733fef06309b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.569954] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be81c23-2f67-45c3-95b9-44621681b02c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.576399] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1025.576399] env[69506]: value = "task-3249852" [ 1025.576399] env[69506]: _type = "Task" [ 1025.576399] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.584316] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249852, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.617402] env[69506]: DEBUG nova.scheduler.client.report [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.637383] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.663612] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.663856] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.664022] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.664201] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.664362] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.664509] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.664748] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.664942] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.665170] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.665379] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.665601] env[69506]: DEBUG nova.virt.hardware [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.666547] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bc2b8a-121c-4b90-a6c6-4c0960ca0c22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.675086] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d014e176-bd8b-431e-b6af-977804edfebb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.819529] env[69506]: DEBUG oslo_vmware.api [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249851, 'name': ReconfigVM_Task, 'duration_secs': 0.187933} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.819846] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649391', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'name': 'volume-1211f696-e8c3-453c-aa05-07d9b72bd30b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'serial': '1211f696-e8c3-453c-aa05-07d9b72bd30b'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1026.020495] env[69506]: DEBUG nova.network.neutron [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.070936] env[69506]: DEBUG nova.compute.manager [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Received event network-vif-plugged-74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.072249] env[69506]: DEBUG oslo_concurrency.lockutils [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] Acquiring lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.072520] env[69506]: DEBUG oslo_concurrency.lockutils [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.072577] env[69506]: DEBUG oslo_concurrency.lockutils [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.072724] env[69506]: DEBUG nova.compute.manager [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] No waiting events found dispatching network-vif-plugged-74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.072894] env[69506]: WARNING nova.compute.manager [req-57dc50b9-29ae-4464-b202-0a50bc87230a req-9a5404bf-7919-4e98-b287-95a49a4d0a60 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Received unexpected event network-vif-plugged-74f7b5cb-9129-46dc-8760-995c9c052d81 for instance with vm_state building and task_state spawning. [ 1026.088772] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249852, 'name': Rename_Task, 'duration_secs': 0.132691} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.089282] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.089282] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebcf1f6-73a8-4462-886d-a7d6b2533515 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.095369] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1026.095369] env[69506]: value = "task-3249853" [ 1026.095369] env[69506]: _type = "Task" [ 1026.095369] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.103266] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.122890] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.123448] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.126376] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.477s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.197708] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Successfully updated port: 74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.524612] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.606193] env[69506]: DEBUG oslo_vmware.api [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249853, 'name': PowerOnVM_Task, 'duration_secs': 0.443389} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.606487] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.606776] env[69506]: INFO nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1026.606881] env[69506]: DEBUG nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.607795] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b5396b-5de5-46b8-9810-4858384628d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.629920] env[69506]: DEBUG nova.compute.utils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.634434] env[69506]: INFO nova.compute.claims [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.638251] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.638429] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.681421] env[69506]: DEBUG nova.policy [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.701021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.701205] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.701361] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.860780] env[69506]: DEBUG nova.objects.instance [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.957133] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Successfully created port: 347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.128220] env[69506]: INFO nova.compute.manager [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Took 29.01 seconds to build instance. [ 1027.138989] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.146483] env[69506]: INFO nova.compute.resource_tracker [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating resource usage from migration ed2baa96-0f75-4e4c-9455-330818e1e237 [ 1027.179628] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.258772] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.366353] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2e763517-95a7-4932-8f22-357136f63ce0 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.367026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.187s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.416131] env[69506]: DEBUG nova.network.neutron [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updating instance_info_cache with network_info: [{"id": "74f7b5cb-9129-46dc-8760-995c9c052d81", "address": "fa:16:3e:81:0f:5a", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f7b5cb-91", "ovs_interfaceid": "74f7b5cb-9129-46dc-8760-995c9c052d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.461946] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce395a1-bdc8-4562-ab5f-87f31d0bcf8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.471353] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a497d-d6c4-4832-a930-94e6c5f7228b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.501879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b8e0ae-4b39-4888-8d03-4efa9e5ccd07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.509224] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66ea4c-5753-41b6-b9b3-3a69112c9f3f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.522425] env[69506]: DEBUG nova.compute.provider_tree [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.632859] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9279f990-632c-401c-91ad-b70b667dd40c tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.521s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.872499] env[69506]: INFO nova.compute.manager [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Detaching volume 1a0d1290-bd01-4981-9c2b-259c13a2b174 [ 1027.904474] env[69506]: INFO nova.virt.block_device [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attempting to driver detach volume 1a0d1290-bd01-4981-9c2b-259c13a2b174 from mountpoint /dev/sdb [ 1027.904758] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1027.904976] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649382', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'name': 'volume-1a0d1290-bd01-4981-9c2b-259c13a2b174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'serial': '1a0d1290-bd01-4981-9c2b-259c13a2b174'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1027.905856] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf0847-afab-4853-b1aa-3ea304152aeb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.929343] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.929691] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Instance network_info: |[{"id": "74f7b5cb-9129-46dc-8760-995c9c052d81", "address": "fa:16:3e:81:0f:5a", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f7b5cb-91", "ovs_interfaceid": "74f7b5cb-9129-46dc-8760-995c9c052d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.930175] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0f:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74f7b5cb-9129-46dc-8760-995c9c052d81', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.937534] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.938239] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee04a25-d8f6-4546-a8a6-3a436198b798 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.940967] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.941201] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120c4b8c-cc8a-49b7-b8e5-7e9bf730e644 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.960648] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528bff1-cf15-4f22-8688-c7d1a4478904 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.962905] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.962905] env[69506]: value = "task-3249854" [ 1027.962905] env[69506]: _type = "Task" [ 1027.962905] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.994783] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9462e2b-9ee7-4389-97b0-d3fba9c64e81 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.004142] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249854, 'name': CreateVM_Task} progress is 15%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.016199] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] The volume has not been displaced from its original location: [datastore1] volume-1a0d1290-bd01-4981-9c2b-259c13a2b174/volume-1a0d1290-bd01-4981-9c2b-259c13a2b174.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.021910] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.022232] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be08fd3-0d11-4b98-9a33-64543878316d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.037187] env[69506]: DEBUG nova.scheduler.client.report [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.046700] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1028.046700] env[69506]: value = "task-3249855" [ 1028.046700] env[69506]: _type = "Task" [ 1028.046700] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.057197] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.062150] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.062995] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f9ccf0-1820-4f3d-8672-caf50caa47e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.068674] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1028.068674] env[69506]: value = "task-3249856" [ 1028.068674] env[69506]: _type = "Task" [ 1028.068674] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.077971] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.102687] env[69506]: DEBUG nova.compute.manager [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Received event network-changed-74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.102941] env[69506]: DEBUG nova.compute.manager [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Refreshing instance network info cache due to event network-changed-74f7b5cb-9129-46dc-8760-995c9c052d81. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.103250] env[69506]: DEBUG oslo_concurrency.lockutils [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] Acquiring lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.103446] env[69506]: DEBUG oslo_concurrency.lockutils [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] Acquired lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.103703] env[69506]: DEBUG nova.network.neutron [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Refreshing network info cache for port 74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.159025] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.189607] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.189884] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.190069] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.190248] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.190392] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.190534] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.190893] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.190893] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.191130] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.191215] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.191379] env[69506]: DEBUG nova.virt.hardware [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.192298] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dddc0c-1c43-4db6-95f6-8c00863828f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.201128] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26628b-2920-4736-9303-4cc90985d18a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.473650] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249854, 'name': CreateVM_Task, 'duration_secs': 0.37759} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.477017] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.477017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.477017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.477017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.477017] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138041c7-9ba3-43a4-b80e-81d0aaa58259 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.481428] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1028.481428] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fe5407-69d5-9969-b14d-45f365378bbb" [ 1028.481428] env[69506]: _type = "Task" [ 1028.481428] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.493767] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fe5407-69d5-9969-b14d-45f365378bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.494246] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.494590] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.494932] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.495212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.495516] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.495864] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-610fb3bf-6f43-4102-94a1-98cfedc15835 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.503219] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.503532] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.504333] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd6bc6f-4506-4211-b0aa-527fc2ee4202 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.509614] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1028.509614] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52314d0c-a900-a16f-0d5f-5714fede9714" [ 1028.509614] env[69506]: _type = "Task" [ 1028.509614] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.518256] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52314d0c-a900-a16f-0d5f-5714fede9714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.541762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.545021] env[69506]: INFO nova.compute.manager [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Migrating [ 1028.548875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.757s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.549219] env[69506]: DEBUG nova.objects.instance [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.569819] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249855, 'name': ReconfigVM_Task, 'duration_secs': 0.271113} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.571358] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.581102] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24aad0b4-7cb8-4689-80fc-cbf4e2769ea7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.599061] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249856, 'name': PowerOffVM_Task, 'duration_secs': 0.171027} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.600610] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.601117] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1028.601117] env[69506]: value = "task-3249857" [ 1028.601117] env[69506]: _type = "Task" [ 1028.601117] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.602051] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f31f1ee-45d7-4479-a41d-1b220355a8e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.628172] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Successfully updated port: 347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.630844] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af4dda-5da2-4206-991c-8b31d106ca21 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.637180] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.662771] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.663348] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb82009-f75d-4244-9568-a587aa448e8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.668753] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1028.668753] env[69506]: value = "task-3249858" [ 1028.668753] env[69506]: _type = "Task" [ 1028.668753] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.676303] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.851766] env[69506]: DEBUG nova.network.neutron [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updated VIF entry in instance network info cache for port 74f7b5cb-9129-46dc-8760-995c9c052d81. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.852176] env[69506]: DEBUG nova.network.neutron [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updating instance_info_cache with network_info: [{"id": "74f7b5cb-9129-46dc-8760-995c9c052d81", "address": "fa:16:3e:81:0f:5a", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f7b5cb-91", "ovs_interfaceid": "74f7b5cb-9129-46dc-8760-995c9c052d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.894204] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "9551be16-3981-45f1-8706-733fef06309b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.894514] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.894699] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "9551be16-3981-45f1-8706-733fef06309b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.894826] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.895037] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.897456] env[69506]: INFO nova.compute.manager [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Terminating instance [ 1029.021175] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52314d0c-a900-a16f-0d5f-5714fede9714, 'name': SearchDatastore_Task, 'duration_secs': 0.012138} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.021997] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8600b1-e77c-4d85-8b4b-0ffbb6014d1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.027130] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1029.027130] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a04a2a-8735-37de-6b97-ecf6b4626b86" [ 1029.027130] env[69506]: _type = "Task" [ 1029.027130] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.035587] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a04a2a-8735-37de-6b97-ecf6b4626b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.063201] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.063401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.063837] env[69506]: DEBUG nova.network.neutron [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.115593] env[69506]: DEBUG oslo_vmware.api [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249857, 'name': ReconfigVM_Task, 'duration_secs': 0.140761} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.115933] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649382', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'name': 'volume-1a0d1290-bd01-4981-9c2b-259c13a2b174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1a0d1290-bd01-4981-9c2b-259c13a2b174', 'serial': '1a0d1290-bd01-4981-9c2b-259c13a2b174'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.131132] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.132026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.132026] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.180897] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.181250] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.181387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355465] env[69506]: DEBUG oslo_concurrency.lockutils [req-d416efc5-e3a0-415e-91c6-6a6bed9093c4 req-7101628d-ab87-47a9-83ca-cd4526ba89c5 service nova] Releasing lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.401123] env[69506]: DEBUG nova.compute.manager [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.401402] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.402358] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc85b77-a3d6-4ba4-97d1-e31383bec2a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.411710] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.412048] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565bfe2c-f6ee-4396-99eb-183360f491e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.419106] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1029.419106] env[69506]: value = "task-3249859" [ 1029.419106] env[69506]: _type = "Task" [ 1029.419106] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.428732] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.538080] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a04a2a-8735-37de-6b97-ecf6b4626b86, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.538257] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.539033] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3/4c0f9ed6-c93d-44da-aff8-20d4a053e6c3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.539033] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.539228] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.539356] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25713a1-caa6-4b52-8bb5-c2adfa1f65fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.541691] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab64308-c24f-4afb-a06c-703f40ba204d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.549098] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1029.549098] env[69506]: value = "task-3249860" [ 1029.549098] env[69506]: _type = "Task" [ 1029.549098] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.559675] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e511938e-e68f-461c-aced-e87183c1db70 tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.560762] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.562279] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.642s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.562564] env[69506]: DEBUG nova.objects.instance [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lazy-loading 'resources' on Instance uuid e67f3055-8485-4c4b-ba97-3308aabc4532 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.563659] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.563794] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.565210] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11affdc1-c0bb-4ad2-806d-9d3bd3160872 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.572940] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1029.572940] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522baacc-a00b-999c-87dc-731fda0f9b98" [ 1029.572940] env[69506]: _type = "Task" [ 1029.572940] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.583275] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522baacc-a00b-999c-87dc-731fda0f9b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.673902] env[69506]: DEBUG nova.objects.instance [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.684228] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.821552] env[69506]: DEBUG nova.network.neutron [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.866499] env[69506]: DEBUG nova.network.neutron [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Updating instance_info_cache with network_info: [{"id": "347ca871-05b3-4d18-b37d-bd45b92f335e", "address": "fa:16:3e:16:f6:50", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347ca871-05", "ovs_interfaceid": "347ca871-05b3-4d18-b37d-bd45b92f335e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.934096] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249859, 'name': PowerOffVM_Task, 'duration_secs': 0.265618} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.934623] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.934865] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.935216] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d270cd-0a86-47f7-9462-4d427aea57f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.026071] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.026265] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.026405] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Deleting the datastore file [datastore2] 9551be16-3981-45f1-8706-733fef06309b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.027587] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1e13a23-0d27-4666-9531-dff373733b33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.035234] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for the task: (returnval){ [ 1030.035234] env[69506]: value = "task-3249862" [ 1030.035234] env[69506]: _type = "Task" [ 1030.035234] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.046329] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.064952] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.087538] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522baacc-a00b-999c-87dc-731fda0f9b98, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.089679] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c2f8fb-41e6-4a04-a27e-6da34d2a16d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.101227] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1030.101227] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5258a0d8-dba4-f67b-034d-0da210f0975a" [ 1030.101227] env[69506]: _type = "Task" [ 1030.101227] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.110078] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5258a0d8-dba4-f67b-034d-0da210f0975a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.134960] env[69506]: DEBUG nova.compute.manager [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Received event network-vif-plugged-347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.135369] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Acquiring lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.135415] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.135581] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.135746] env[69506]: DEBUG nova.compute.manager [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] No waiting events found dispatching network-vif-plugged-347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.136098] env[69506]: WARNING nova.compute.manager [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Received unexpected event network-vif-plugged-347ca871-05b3-4d18-b37d-bd45b92f335e for instance with vm_state building and task_state spawning. [ 1030.136262] env[69506]: DEBUG nova.compute.manager [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Received event network-changed-347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.136510] env[69506]: DEBUG nova.compute.manager [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Refreshing instance network info cache due to event network-changed-347ca871-05b3-4d18-b37d-bd45b92f335e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.136647] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Acquiring lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.324159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.371061] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.371061] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Instance network_info: |[{"id": "347ca871-05b3-4d18-b37d-bd45b92f335e", "address": "fa:16:3e:16:f6:50", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347ca871-05", "ovs_interfaceid": "347ca871-05b3-4d18-b37d-bd45b92f335e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.371486] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Acquired lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.371675] env[69506]: DEBUG nova.network.neutron [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Refreshing network info cache for port 347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.374687] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f6:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347ca871-05b3-4d18-b37d-bd45b92f335e', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.382809] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.387886] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.388615] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8192a64-0286-4e6b-b704-d90adbefb992 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.407040] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faffb4d-f37f-46ec-a4e9-23eff2a39327 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.415803] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ce696-f2d4-447e-808e-1d50f583c8c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.419030] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.419030] env[69506]: value = "task-3249863" [ 1030.419030] env[69506]: _type = "Task" [ 1030.419030] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.448692] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123c8c4e-7494-40f4-a712-0bb74ce614cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.454813] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249863, 'name': CreateVM_Task} progress is 15%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.461763] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9719c54-48f0-44b0-ab76-15cccb8e4418 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.475641] env[69506]: DEBUG nova.compute.provider_tree [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.508317] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.545959] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.559347] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623663} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.559672] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3/4c0f9ed6-c93d-44da-aff8-20d4a053e6c3.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.561411] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.561411] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcf4cc0-ec56-4442-bc02-80f330f8bd13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.566501] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1030.566501] env[69506]: value = "task-3249864" [ 1030.566501] env[69506]: _type = "Task" [ 1030.566501] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.579128] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.627296] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5258a0d8-dba4-f67b-034d-0da210f0975a, 'name': SearchDatastore_Task, 'duration_secs': 0.05242} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.629016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.629401] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1030.629983] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb6cc817-5ed0-40fc-8f76-20f6dfaa1b2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.644528] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1030.644528] env[69506]: value = "task-3249865" [ 1030.644528] env[69506]: _type = "Task" [ 1030.644528] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.662244] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.681023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3cf642e0-0ce2-418c-8cee-f56ba4f45467 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.682255] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.174s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.722350] env[69506]: DEBUG nova.network.neutron [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Updated VIF entry in instance network info cache for port 347ca871-05b3-4d18-b37d-bd45b92f335e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.722723] env[69506]: DEBUG nova.network.neutron [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Updating instance_info_cache with network_info: [{"id": "347ca871-05b3-4d18-b37d-bd45b92f335e", "address": "fa:16:3e:16:f6:50", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347ca871-05", "ovs_interfaceid": "347ca871-05b3-4d18-b37d-bd45b92f335e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.930122] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249863, 'name': CreateVM_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.979311] env[69506]: DEBUG nova.scheduler.client.report [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.047394] env[69506]: DEBUG oslo_vmware.api [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Task: {'id': task-3249862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529632} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.047742] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.047961] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.048163] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.048408] env[69506]: INFO nova.compute.manager [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] [instance: 9551be16-3981-45f1-8706-733fef06309b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1031.049036] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.049036] env[69506]: DEBUG nova.compute.manager [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.049143] env[69506]: DEBUG nova.network.neutron [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.076447] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094917} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.076767] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.077656] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56272e12-953c-4a73-aa20-039c3c746101 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.099978] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3/4c0f9ed6-c93d-44da-aff8-20d4a053e6c3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.102539] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db1a1ca-6fe9-4208-9b40-2a2a383a513d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.122231] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1031.122231] env[69506]: value = "task-3249866" [ 1031.122231] env[69506]: _type = "Task" [ 1031.122231] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.130901] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.158358] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249865, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.189830] env[69506]: INFO nova.compute.manager [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Detaching volume 1211f696-e8c3-453c-aa05-07d9b72bd30b [ 1031.225918] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa8d937c-f088-407f-9333-fe376cb4d13f req-630632f6-3d69-41d6-8f2b-c4d0babf7e90 service nova] Releasing lock "refresh_cache-3ea42e94-9fab-4eea-9774-d58f1527a265" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.227420] env[69506]: INFO nova.virt.block_device [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Attempting to driver detach volume 1211f696-e8c3-453c-aa05-07d9b72bd30b from mountpoint /dev/sdc [ 1031.227688] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.227884] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649391', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'name': 'volume-1211f696-e8c3-453c-aa05-07d9b72bd30b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'serial': '1211f696-e8c3-453c-aa05-07d9b72bd30b'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.229253] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd1954-b7f9-42ee-9dce-2074e1410c38 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.257108] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b924cf3-2868-46ce-89df-50a76bbf1938 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.270501] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8deef93-f570-4922-bf90-5ac3bb0699c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.296850] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460a923-5113-4c42-a822-5605b5618458 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.315685] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] The volume has not been displaced from its original location: [datastore2] volume-1211f696-e8c3-453c-aa05-07d9b72bd30b/volume-1211f696-e8c3-453c-aa05-07d9b72bd30b.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.322106] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfiguring VM instance instance-0000004d to detach disk 2002 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.322567] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79366ce0-a1dd-4b65-8425-90436691f79a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.347198] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1031.347198] env[69506]: value = "task-3249867" [ 1031.347198] env[69506]: _type = "Task" [ 1031.347198] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.359546] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.434570] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249863, 'name': CreateVM_Task, 'duration_secs': 0.70232} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.434794] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.435644] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.435865] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.436261] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.436556] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05de714a-3d05-4a04-b785-fb84ef4c8d48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.441641] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1031.441641] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52167031-1e3d-7c77-15a0-588c2ae82a57" [ 1031.441641] env[69506]: _type = "Task" [ 1031.441641] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.450915] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52167031-1e3d-7c77-15a0-588c2ae82a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.485046] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.487901] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.864s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.513843] env[69506]: INFO nova.scheduler.client.report [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Deleted allocations for instance e67f3055-8485-4c4b-ba97-3308aabc4532 [ 1031.636868] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249866, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.654694] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8091} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.655121] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 1031.655778] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98a7cd2-79df-4c15-be19-9b0041a1bad1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.682342] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.682484] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f0f95f-23b0-4d79-a9df-cc0f8d048611 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.699943] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1031.699943] env[69506]: value = "task-3249868" [ 1031.699943] env[69506]: _type = "Task" [ 1031.699943] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.707241] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.845934] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e600dee-7817-41e5-824e-ce15a5884518 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.857637] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249867, 'name': ReconfigVM_Task, 'duration_secs': 0.253551} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.870335] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Reconfigured VM instance instance-0000004d to detach disk 2002 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.874882] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.878077] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c9faf7-4072-48cc-833a-ac2e098330c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.895295] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1031.895295] env[69506]: value = "task-3249869" [ 1031.895295] env[69506]: _type = "Task" [ 1031.895295] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.904010] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.951854] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52167031-1e3d-7c77-15a0-588c2ae82a57, 'name': SearchDatastore_Task, 'duration_secs': 0.018657} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.951950] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.952210] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.952451] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.952602] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.952808] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.953104] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c489de29-c499-4dd2-9695-8262842ffd37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.962766] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.962951] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.963687] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adcf16f-defb-4462-b065-9515bd04a007 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.968696] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1031.968696] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a35e7b-a716-84bf-c3ca-b76f6ca7f7bb" [ 1031.968696] env[69506]: _type = "Task" [ 1031.968696] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.976548] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a35e7b-a716-84bf-c3ca-b76f6ca7f7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.993949] env[69506]: INFO nova.compute.claims [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.024638] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5499653b-f5f6-4619-b4dd-a0bc3a51108c tempest-ServersTestManualDisk-216863239 tempest-ServersTestManualDisk-216863239-project-member] Lock "e67f3055-8485-4c4b-ba97-3308aabc4532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.755s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.085120] env[69506]: DEBUG nova.network.neutron [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.137233] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249866, 'name': ReconfigVM_Task, 'duration_secs': 0.534455} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.137537] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3/4c0f9ed6-c93d-44da-aff8-20d4a053e6c3.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.138234] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41fd8ae0-3756-4e47-9c09-ca5623cdced4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.148588] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1032.148588] env[69506]: value = "task-3249870" [ 1032.148588] env[69506]: _type = "Task" [ 1032.148588] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.158588] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249870, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.172443] env[69506]: DEBUG nova.compute.manager [req-0e335535-735f-4d55-8b15-d33c7724e8e4 req-f4af55f0-a566-4235-a2ed-cbdae2dc806f service nova] [instance: 9551be16-3981-45f1-8706-733fef06309b] Received event network-vif-deleted-a1d6a7fd-7411-430c-a771-670752b17f18 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.212748] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249868, 'name': ReconfigVM_Task, 'duration_secs': 0.448475} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.212748] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.213378] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6472a-3e6f-473f-986d-059d2be61d29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.241338] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834dcbed-2c8a-4cf5-850c-7d6811e765e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.258204] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1032.258204] env[69506]: value = "task-3249871" [ 1032.258204] env[69506]: _type = "Task" [ 1032.258204] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.267331] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.390246] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.390654] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295941b7-6897-4b76-9a6f-c00ee3d49031 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.400042] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1032.400042] env[69506]: value = "task-3249872" [ 1032.400042] env[69506]: _type = "Task" [ 1032.400042] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.410951] env[69506]: DEBUG oslo_vmware.api [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249869, 'name': ReconfigVM_Task, 'duration_secs': 0.201854} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.414502] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649391', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'name': 'volume-1211f696-e8c3-453c-aa05-07d9b72bd30b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e728c892-c6df-47f8-b956-3f84c2f91006', 'attached_at': '', 'detached_at': '', 'volume_id': '1211f696-e8c3-453c-aa05-07d9b72bd30b', 'serial': '1211f696-e8c3-453c-aa05-07d9b72bd30b'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.417175] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.484027] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a35e7b-a716-84bf-c3ca-b76f6ca7f7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.484027] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b956ca32-b985-45dc-8f71-97158776bea6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.487826] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1032.487826] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521286da-cc78-bde9-d58e-36aa74fbc7f6" [ 1032.487826] env[69506]: _type = "Task" [ 1032.487826] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.499031] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521286da-cc78-bde9-d58e-36aa74fbc7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.501661] env[69506]: INFO nova.compute.resource_tracker [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating resource usage from migration bcc8920a-dcac-4f57-a6e4-c333d27d1206 [ 1032.589017] env[69506]: INFO nova.compute.manager [-] [instance: 9551be16-3981-45f1-8706-733fef06309b] Took 1.54 seconds to deallocate network for instance. [ 1032.660585] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249870, 'name': Rename_Task, 'duration_secs': 0.242857} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.660945] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.661234] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2410fbf3-81ad-4b6a-b90d-53c6d143bcd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.668566] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1032.668566] env[69506]: value = "task-3249873" [ 1032.668566] env[69506]: _type = "Task" [ 1032.668566] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.679318] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.768731] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249871, 'name': ReconfigVM_Task, 'duration_secs': 0.163622} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.768992] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.769250] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8313d78-20bd-422a-b261-fbc6c94b451a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.776574] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1032.776574] env[69506]: value = "task-3249874" [ 1032.776574] env[69506]: _type = "Task" [ 1032.776574] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.786749] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.820341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db718e-4a35-4ea3-bc74-e8e7e17573e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.827525] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e54fc-3d64-45bd-afde-7ca6be970d6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.859245] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d116fc8d-5847-47c5-8075-1e17725673a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.872316] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca7cb1-c619-45d7-8afc-43b505f6f32d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.887366] env[69506]: DEBUG nova.compute.provider_tree [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.909188] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249872, 'name': PowerOffVM_Task, 'duration_secs': 0.298716} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.909458] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.909670] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.960767] env[69506]: DEBUG nova.objects.instance [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'flavor' on Instance uuid e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.002442] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521286da-cc78-bde9-d58e-36aa74fbc7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.023754} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.002442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.002442] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3ea42e94-9fab-4eea-9774-d58f1527a265/3ea42e94-9fab-4eea-9774-d58f1527a265.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.002442] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3101f2-2edd-483f-ae6d-39e33197ad8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.008590] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1033.008590] env[69506]: value = "task-3249875" [ 1033.008590] env[69506]: _type = "Task" [ 1033.008590] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.017859] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.096469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.186811] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.287624] env[69506]: DEBUG oslo_vmware.api [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249874, 'name': PowerOnVM_Task, 'duration_secs': 0.388015} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.287772] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.291943] env[69506]: DEBUG nova.compute.manager [None req-1746ecee-6d01-4a5b-af80-5e58762c1f58 tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.291943] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116a7e87-0bca-44e2-b8d8-7afff82c6148 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.391100] env[69506]: DEBUG nova.scheduler.client.report [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.416543] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.416855] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.417148] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.417514] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.417820] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.418144] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.422491] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.422869] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.423177] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.423498] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.423802] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.433896] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935850a6-cc30-44af-bb75-2f27c2ba9a45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.453572] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1033.453572] env[69506]: value = "task-3249876" [ 1033.453572] env[69506]: _type = "Task" [ 1033.453572] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.466275] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.520726] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.682047] env[69506]: DEBUG oslo_vmware.api [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249873, 'name': PowerOnVM_Task, 'duration_secs': 0.755112} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.682438] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.682732] env[69506]: INFO nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1033.683010] env[69506]: DEBUG nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.684126] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258acfec-8001-49c5-b689-6cc83c1d96c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.898243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.898562] env[69506]: INFO nova.compute.manager [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Migrating [ 1033.905391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.090s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.905610] env[69506]: DEBUG nova.objects.instance [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lazy-loading 'resources' on Instance uuid fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.964452] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.972094] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6acea252-cb71-4f99-a683-bc7eb2a7c615 tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.018831] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709641} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.019393] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3ea42e94-9fab-4eea-9774-d58f1527a265/3ea42e94-9fab-4eea-9774-d58f1527a265.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.019670] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.019931] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-237f7a3e-3df9-4140-9419-74d86910c92d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.027230] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1034.027230] env[69506]: value = "task-3249877" [ 1034.027230] env[69506]: _type = "Task" [ 1034.027230] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.035480] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.204122] env[69506]: INFO nova.compute.manager [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Took 19.37 seconds to build instance. [ 1034.415171] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.415413] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.415413] env[69506]: DEBUG nova.network.neutron [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.465126] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.540488] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.563103] env[69506]: DEBUG nova.compute.manager [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.563103] env[69506]: DEBUG nova.compute.manager [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing instance network info cache due to event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.563103] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.563293] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.563501] env[69506]: DEBUG nova.network.neutron [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.706727] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cbb081f2-1025-4140-9b31-4ec589f48543 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.880s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.729343] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f82ea-c58a-48a3-b817-f8b49d3a6d6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.736736] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c0d2cb-4d80-4e05-aa39-c9313339ee6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.771334] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe011896-d293-46f4-bf67-3f1b0db28d3d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.781928] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a46106-ea07-43b6-9941-6ff716885733 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.797988] env[69506]: DEBUG nova.compute.provider_tree [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.964851] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249876, 'name': ReconfigVM_Task, 'duration_secs': 1.231466} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.965432] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.040490] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.663375} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.040675] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.042203] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b5be5-58e4-45b5-94be-6d2794c48315 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.072469] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 3ea42e94-9fab-4eea-9774-d58f1527a265/3ea42e94-9fab-4eea-9774-d58f1527a265.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.077255] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853b0f9f-2b3c-4ad4-be41-fd689bff1b2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.099827] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1035.099827] env[69506]: value = "task-3249878" [ 1035.099827] env[69506]: _type = "Task" [ 1035.099827] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.109296] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.129828] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.130308] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.132475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.132475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.132475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.133288] env[69506]: INFO nova.compute.manager [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Terminating instance [ 1035.301231] env[69506]: DEBUG nova.scheduler.client.report [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.356698] env[69506]: DEBUG nova.network.neutron [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updated VIF entry in instance network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.357142] env[69506]: DEBUG nova.network.neutron [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.421805] env[69506]: DEBUG nova.network.neutron [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.473585] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.474325] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.475095] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.475095] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.475095] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.475234] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.475546] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.475768] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.475985] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.476272] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.476615] env[69506]: DEBUG nova.virt.hardware [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.483555] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.483824] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46a8dc0-5896-46f2-bd72-797d356863f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.511575] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1035.511575] env[69506]: value = "task-3249879" [ 1035.511575] env[69506]: _type = "Task" [ 1035.511575] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.522224] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.542258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.542258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.611073] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.638515] env[69506]: DEBUG nova.compute.manager [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.638744] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.639798] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb399a7-8070-404c-bae2-3f00d8baba06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.647333] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.647672] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbaef1ba-7e1d-4b02-8856-9d02d8b47f0c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.653275] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1035.653275] env[69506]: value = "task-3249880" [ 1035.653275] env[69506]: _type = "Task" [ 1035.653275] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.663248] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.697963] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.698247] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.810541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.813925] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.717s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.813925] env[69506]: DEBUG nova.objects.instance [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lazy-loading 'resources' on Instance uuid 9551be16-3981-45f1-8706-733fef06309b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.844067] env[69506]: INFO nova.scheduler.client.report [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Deleted allocations for instance fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05 [ 1035.860229] env[69506]: DEBUG oslo_concurrency.lockutils [req-0f717881-7221-4da5-a5be-9177c3134946 req-b9e15eed-f9fb-41f9-9f1d-e4f4df2269db service nova] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.924124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021216] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249879, 'name': ReconfigVM_Task, 'duration_secs': 0.172918} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.021502] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.022308] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec4c88-f3a0-429a-b7ff-1759ac1f6ddd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.044693] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.045149] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.047625] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b389f7-2f52-433d-ac90-ceaf84204838 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.066292] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1036.066292] env[69506]: value = "task-3249881" [ 1036.066292] env[69506]: _type = "Task" [ 1036.066292] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.074973] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.111246] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.164772] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249880, 'name': PowerOffVM_Task, 'duration_secs': 0.19023} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.165253] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.165459] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.165728] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dadd60bd-075d-479c-8a2a-21d3500d18b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.201896] env[69506]: INFO nova.compute.manager [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Detaching volume 976a8bba-46c6-4708-a8e4-f9e25a3c8d63 [ 1036.240093] env[69506]: INFO nova.virt.block_device [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Attempting to driver detach volume 976a8bba-46c6-4708-a8e4-f9e25a3c8d63 from mountpoint /dev/sdb [ 1036.240350] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1036.240578] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649365', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'name': 'volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378058f8-96e1-4816-8fa2-da7edd1cbad3', 'attached_at': '', 'detached_at': '', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'serial': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1036.241491] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be181bb-73a5-4a52-9245-865b039fb2d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.246373] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.246580] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.246758] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleting the datastore file [datastore2] e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.248077] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e095334-0814-44d8-bf3b-61011f34a80d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.269536] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2f0be-5728-4048-abad-b179361869ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.272491] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for the task: (returnval){ [ 1036.272491] env[69506]: value = "task-3249883" [ 1036.272491] env[69506]: _type = "Task" [ 1036.272491] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.280684] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bcdc19-5673-46ed-877c-0e6c2ddf11f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.286352] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.304330] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa7c54-a91b-4a7c-8f3f-7e3e8debd0e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.324945] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] The volume has not been displaced from its original location: [datastore1] volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63/volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1036.328038] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.328038] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f603eb9-92a6-4f8e-9a4b-369796d32646 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.346027] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1036.346027] env[69506]: value = "task-3249884" [ 1036.346027] env[69506]: _type = "Task" [ 1036.346027] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.356303] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c849778-39f0-4e1f-9cd1-54baf393fb4b tempest-ServersListShow298Test-924042192 tempest-ServersListShow298Test-924042192-project-member] Lock "fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.798s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.361238] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.583597] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249881, 'name': ReconfigVM_Task, 'duration_secs': 0.283193} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.584099] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894/7d8935bf-196d-42df-a5e7-10a1d87a1894.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.584378] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.588589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.606916] env[69506]: DEBUG nova.compute.manager [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.606916] env[69506]: DEBUG nova.compute.manager [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing instance network info cache due to event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.606916] env[69506]: DEBUG oslo_concurrency.lockutils [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.606916] env[69506]: DEBUG oslo_concurrency.lockutils [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.607133] env[69506]: DEBUG nova.network.neutron [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.613172] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249878, 'name': ReconfigVM_Task, 'duration_secs': 1.493299} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.615905] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 3ea42e94-9fab-4eea-9774-d58f1527a265/3ea42e94-9fab-4eea-9774-d58f1527a265.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.616555] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba210da-ee92-4ffc-a5c3-4fe871034f74 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.623123] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1036.623123] env[69506]: value = "task-3249885" [ 1036.623123] env[69506]: _type = "Task" [ 1036.623123] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.633436] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249885, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.680921] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96473b9a-9ff1-4af6-a988-1cc5fe049136 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.686480] env[69506]: DEBUG nova.compute.manager [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.686697] env[69506]: DEBUG nova.compute.manager [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing instance network info cache due to event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.686892] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.692206] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0effeacd-feb0-4085-b4b4-4117898cd70c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.729067] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9da16-e0df-4660-8be9-bdc5b229ff23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.736618] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79055804-4cb3-4d01-9976-2831f8d74a97 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.750844] env[69506]: DEBUG nova.compute.provider_tree [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.783127] env[69506]: DEBUG oslo_vmware.api [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Task: {'id': task-3249883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312503} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.783127] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.783127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.783127] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.783482] env[69506]: INFO nova.compute.manager [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.783995] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.784197] env[69506]: DEBUG nova.compute.manager [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.784307] env[69506]: DEBUG nova.network.neutron [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.858101] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249884, 'name': ReconfigVM_Task, 'duration_secs': 0.229476} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.858394] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.863675] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeaefe0f-747b-4ad8-bb4c-1afde50be47d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.879268] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1036.879268] env[69506]: value = "task-3249886" [ 1036.879268] env[69506]: _type = "Task" [ 1036.879268] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.887758] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.092447] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b477b1d-9483-4739-90ea-96f86af574b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119518] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cff11-da37-4821-9ea2-7f0c954cfb11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.142078] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.156339] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249885, 'name': Rename_Task, 'duration_secs': 0.348581} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.156339] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.156339] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d05a2f-95a1-4512-a2c2-6b8184002d20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.166878] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1037.166878] env[69506]: value = "task-3249887" [ 1037.166878] env[69506]: _type = "Task" [ 1037.166878] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.177118] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.253945] env[69506]: DEBUG nova.scheduler.client.report [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.389452] env[69506]: DEBUG oslo_vmware.api [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249886, 'name': ReconfigVM_Task, 'duration_secs': 0.245727} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.391638] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649365', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'name': 'volume-976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378058f8-96e1-4816-8fa2-da7edd1cbad3', 'attached_at': '', 'detached_at': '', 'volume_id': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63', 'serial': '976a8bba-46c6-4708-a8e4-f9e25a3c8d63'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.392675] env[69506]: DEBUG nova.network.neutron [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updated VIF entry in instance network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.393010] env[69506]: DEBUG nova.network.neutron [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.444074] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c35917-8b90-4ad8-b3e9-38de918067bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.462763] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.677297] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.693386] env[69506]: DEBUG nova.network.neutron [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Port 1bb85da3-4674-4d6f-9739-d04c0bee51e2 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.762840] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.766090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.177s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.767388] env[69506]: INFO nova.compute.claims [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.791131] env[69506]: INFO nova.scheduler.client.report [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Deleted allocations for instance 9551be16-3981-45f1-8706-733fef06309b [ 1037.854171] env[69506]: DEBUG nova.network.neutron [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.897346] env[69506]: DEBUG oslo_concurrency.lockutils [req-b44567b5-b8e4-4115-8e50-e18bfede153b req-4dac219f-dd56-495f-9d4f-4d405b0a14d0 service nova] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.897346] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.897346] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.949395] env[69506]: DEBUG nova.objects.instance [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'flavor' on Instance uuid 378058f8-96e1-4816-8fa2-da7edd1cbad3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.970161] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.970161] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8395fbe-988d-49cb-8027-b7707e9d62a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.975923] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1037.975923] env[69506]: value = "task-3249888" [ 1037.975923] env[69506]: _type = "Task" [ 1037.975923] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.986042] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.180074] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.301669] env[69506]: DEBUG oslo_concurrency.lockutils [None req-722dac3a-4fe7-4ce8-b229-e28ad2f7ae81 tempest-ServerMetadataTestJSON-1812772858 tempest-ServerMetadataTestJSON-1812772858-project-member] Lock "9551be16-3981-45f1-8706-733fef06309b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.407s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.356680] env[69506]: INFO nova.compute.manager [-] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Took 1.57 seconds to deallocate network for instance. [ 1038.492404] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249888, 'name': PowerOffVM_Task, 'duration_secs': 0.20263} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.492651] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.492840] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.606767] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updated VIF entry in instance network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.607229] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.678376] env[69506]: DEBUG oslo_vmware.api [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249887, 'name': PowerOnVM_Task, 'duration_secs': 1.047649} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.680061] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.680061] env[69506]: INFO nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1038.680061] env[69506]: DEBUG nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.680258] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0a4cd-527e-4075-a7d4-eeabc7d6df4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.715567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.715567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.715567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.717185] env[69506]: DEBUG nova.compute.manager [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Received event network-vif-deleted-f861d847-170c-4cc1-b32f-f4a0323aaf13 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.717376] env[69506]: DEBUG nova.compute.manager [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.717538] env[69506]: DEBUG nova.compute.manager [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing instance network info cache due to event network-changed-acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.717708] env[69506]: DEBUG oslo_concurrency.lockutils [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] Acquiring lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868307] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.956923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a6c76b1d-def3-4a8c-b829-7fd6b7f531df tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.000217] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.000450] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.000635] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.000831] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.000978] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.001141] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.001387] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.001497] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.001677] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.001842] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.002022] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.014277] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ba845f-091d-45f9-b72b-036d02144899 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.038087] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1039.038087] env[69506]: value = "task-3249889" [ 1039.038087] env[69506]: _type = "Task" [ 1039.038087] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.054292] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "574af4bc-9dd8-47b6-a654-67975e502548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.054835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.054835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "574af4bc-9dd8-47b6-a654-67975e502548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.054910] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.055124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.056860] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.057444] env[69506]: INFO nova.compute.manager [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Terminating instance [ 1039.079399] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e0f23-c155-45cd-82f7-7b5d27b46304 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.087312] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2512c5-e370-41d0-be22-0292a315d920 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.118049] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118291] env[69506]: DEBUG nova.compute.manager [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Received event network-changed-74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.118467] env[69506]: DEBUG nova.compute.manager [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Refreshing instance network info cache due to event network-changed-74f7b5cb-9129-46dc-8760-995c9c052d81. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.118680] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Acquiring lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.119339] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Acquired lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.119339] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Refreshing network info cache for port 74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.120446] env[69506]: DEBUG oslo_concurrency.lockutils [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] Acquired lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.120666] env[69506]: DEBUG nova.network.neutron [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Refreshing network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.122107] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897b6b1-eb30-43ff-89f5-cf622dff5cd4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.130547] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df81b9c-87bc-4568-a0c3-1c92c490b271 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.146102] env[69506]: DEBUG nova.compute.provider_tree [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.200027] env[69506]: INFO nova.compute.manager [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Took 22.52 seconds to build instance. [ 1039.453920] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.454598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.454689] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.454884] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.456055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.458621] env[69506]: INFO nova.compute.manager [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Terminating instance [ 1039.550960] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249889, 'name': ReconfigVM_Task, 'duration_secs': 0.189811} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.551343] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.561783] env[69506]: DEBUG nova.compute.manager [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.562062] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.563779] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb3e67-6cb9-41d2-8ceb-f8abc4df97bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.571051] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.571051] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab65e0b-9b4d-45a8-ba9c-24f45877854f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.577954] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1039.577954] env[69506]: value = "task-3249890" [ 1039.577954] env[69506]: _type = "Task" [ 1039.577954] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.584863] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.649257] env[69506]: DEBUG nova.scheduler.client.report [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.702190] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8907c918-1058-4567-8d6f-ecc99946c75b tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.039s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.787120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.787316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787525] env[69506]: DEBUG nova.network.neutron [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.964045] env[69506]: DEBUG nova.compute.manager [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.964306] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.965739] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e8f6f9-fc9f-48cd-b579-3bc16d8d5dd2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.974142] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.974398] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26bf2a39-4d8e-462f-ad12-13ea4819046b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.981256] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1039.981256] env[69506]: value = "task-3249891" [ 1039.981256] env[69506]: _type = "Task" [ 1039.981256] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.993328] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.017343] env[69506]: DEBUG nova.network.neutron [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updated VIF entry in instance network info cache for port acce07e6-0920-45f4-beed-7e79cd48c175. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.017698] env[69506]: DEBUG nova.network.neutron [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [{"id": "acce07e6-0920-45f4-beed-7e79cd48c175", "address": "fa:16:3e:83:2e:10", "network": {"id": "172081ea-a977-4189-8f62-4fa006ace5d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1716189200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8350a641f3694f42867781f80385ea9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacce07e6-09", "ovs_interfaceid": "acce07e6-0920-45f4-beed-7e79cd48c175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.058760] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.062372] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.062372] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.062372] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.062372] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.067544] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.067913] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.068119] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.068313] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.068503] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.068697] env[69506]: DEBUG nova.virt.hardware [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.077778] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.084019] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2264de-590d-4b12-81a8-621183ffaffd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.108913] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249890, 'name': PowerOffVM_Task, 'duration_secs': 0.238858} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.112617] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.112979] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.113369] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1040.113369] env[69506]: value = "task-3249892" [ 1040.113369] env[69506]: _type = "Task" [ 1040.113369] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.113601] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-027cf00c-e163-4e31-b979-8dc4c8c0168a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.126087] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.155417] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.155737] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.162646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.294s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.162904] env[69506]: DEBUG nova.objects.instance [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lazy-loading 'resources' on Instance uuid e728c892-c6df-47f8-b956-3f84c2f91006 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.188059] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updated VIF entry in instance network info cache for port 74f7b5cb-9129-46dc-8760-995c9c052d81. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.188505] env[69506]: DEBUG nova.network.neutron [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updating instance_info_cache with network_info: [{"id": "74f7b5cb-9129-46dc-8760-995c9c052d81", "address": "fa:16:3e:81:0f:5a", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f7b5cb-91", "ovs_interfaceid": "74f7b5cb-9129-46dc-8760-995c9c052d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.213074] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.213336] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.213528] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Deleting the datastore file [datastore2] 574af4bc-9dd8-47b6-a654-67975e502548 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.213857] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68114c57-90a1-46fc-acff-da6de9910156 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.222131] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for the task: (returnval){ [ 1040.222131] env[69506]: value = "task-3249894" [ 1040.222131] env[69506]: _type = "Task" [ 1040.222131] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.233781] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.491261] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249891, 'name': PowerOffVM_Task, 'duration_secs': 0.186806} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.494272] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.494451] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.495096] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a1137a-4048-43e4-afd9-f4598d59e7aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.520723] env[69506]: DEBUG oslo_concurrency.lockutils [req-a65453a8-69ed-418d-b756-a930620e3da8 req-b3782cec-2a27-46ae-9f83-a29582b97a77 service nova] Releasing lock "refresh_cache-574af4bc-9dd8-47b6-a654-67975e502548" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.562623] env[69506]: DEBUG nova.network.neutron [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.571631] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.571851] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.572047] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleting the datastore file [datastore2] 378058f8-96e1-4816-8fa2-da7edd1cbad3 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.572798] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0ac2df-5814-4d29-aba2-9c20fca757f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.579270] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1040.579270] env[69506]: value = "task-3249896" [ 1040.579270] env[69506]: _type = "Task" [ 1040.579270] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.588358] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.625854] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.666045] env[69506]: DEBUG nova.compute.utils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.669385] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1040.692922] env[69506]: DEBUG oslo_concurrency.lockutils [req-f07a12cf-9d1f-4692-b926-94eed6090530 req-e5c73a34-e726-4cc9-b354-6c662e697b16 service nova] Releasing lock "refresh_cache-4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.732432] env[69506]: DEBUG oslo_vmware.api [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Task: {'id': task-3249894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174039} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.732760] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.732883] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.733082] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.733254] env[69506]: INFO nova.compute.manager [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1040.733492] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.733682] env[69506]: DEBUG nova.compute.manager [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.733777] env[69506]: DEBUG nova.network.neutron [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.971382] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a10061-6195-4a93-ad4e-3a6f5ff70997 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.978091] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0623bc4e-ed92-48e2-a076-0de8b066d880 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.012324] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464983a-009b-486c-b868-5a0a69741109 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.017664] env[69506]: DEBUG nova.compute.manager [req-eb5fcb9a-d6f6-46aa-9878-f15432734670 req-868522e8-bc11-4355-a008-d5acf28ddac3 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Received event network-vif-deleted-acce07e6-0920-45f4-beed-7e79cd48c175 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.017864] env[69506]: INFO nova.compute.manager [req-eb5fcb9a-d6f6-46aa-9878-f15432734670 req-868522e8-bc11-4355-a008-d5acf28ddac3 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Neutron deleted interface acce07e6-0920-45f4-beed-7e79cd48c175; detaching it from the instance and deleting it from the info cache [ 1041.018056] env[69506]: DEBUG nova.network.neutron [req-eb5fcb9a-d6f6-46aa-9878-f15432734670 req-868522e8-bc11-4355-a008-d5acf28ddac3 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.024693] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a394f7-b84c-46d7-ac34-5075c9e1d368 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.041089] env[69506]: DEBUG nova.compute.provider_tree [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.048314] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "3ea42e94-9fab-4eea-9774-d58f1527a265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.048570] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.048782] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.048966] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.049206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.051998] env[69506]: INFO nova.compute.manager [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Terminating instance [ 1041.066119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.090418] env[69506]: DEBUG oslo_vmware.api [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274027} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.090731] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.090951] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.091184] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.091409] env[69506]: INFO nova.compute.manager [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1041.091708] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.091940] env[69506]: DEBUG nova.compute.manager [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.092083] env[69506]: DEBUG nova.network.neutron [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.127459] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.170967] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.515543] env[69506]: DEBUG nova.network.neutron [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.525141] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c22f912-abdb-4e6a-9c1a-daaaae8833c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.535312] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a61530-1864-4d5f-aca9-a9b12eeaf32e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.547112] env[69506]: DEBUG nova.scheduler.client.report [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.557808] env[69506]: DEBUG nova.compute.manager [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.558081] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.558899] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba932a7-cfb6-4106-9794-7513886ca28e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.580567] env[69506]: DEBUG nova.compute.manager [req-eb5fcb9a-d6f6-46aa-9878-f15432734670 req-868522e8-bc11-4355-a008-d5acf28ddac3 service nova] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Detach interface failed, port_id=acce07e6-0920-45f4-beed-7e79cd48c175, reason: Instance 574af4bc-9dd8-47b6-a654-67975e502548 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.585458] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.587766] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e88213-3a9c-4ccb-8936-d96d5af6f7e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.594983] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1041.594983] env[69506]: value = "task-3249897" [ 1041.594983] env[69506]: _type = "Task" [ 1041.594983] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.606182] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.607889] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db71f00-f11e-411a-b750-de9a1cb6fa7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.629065] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f92d8-fc7f-4a0b-9b17-2b0b790977c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.636886] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249892, 'name': ReconfigVM_Task, 'duration_secs': 1.220152} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.639174] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.639587] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.644937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb4869-187b-4453-9536-694672d8bbee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.668628] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.668869] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf60ae3-1ae0-47d8-990b-ae5b67a9b39d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.690343] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1041.690343] env[69506]: value = "task-3249898" [ 1041.690343] env[69506]: _type = "Task" [ 1041.690343] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.698451] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.019441] env[69506]: INFO nova.compute.manager [-] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Took 1.29 seconds to deallocate network for instance. [ 1042.019779] env[69506]: DEBUG nova.network.neutron [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.052055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.077992] env[69506]: INFO nova.scheduler.client.report [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Deleted allocations for instance e728c892-c6df-47f8-b956-3f84c2f91006 [ 1042.104974] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249897, 'name': PowerOffVM_Task, 'duration_secs': 0.21389} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.105282] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.105455] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.105715] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dffa6728-2b14-48d1-b207-ecfa20d6e809 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.151108] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.151460] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93c80b1-4b31-481e-b444-c308954b6c16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.159856] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1042.159856] env[69506]: value = "task-3249900" [ 1042.159856] env[69506]: _type = "Task" [ 1042.159856] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.168399] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.185389] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.185664] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.185856] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore2] 3ea42e94-9fab-4eea-9774-d58f1527a265 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.187062] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.188976] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd4c1a8d-14ec-4f70-a444-76321eee7298 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.202026] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249898, 'name': ReconfigVM_Task, 'duration_secs': 0.290252} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.203461] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b/8d13982f-a851-4b56-aa16-c08776b0f61b.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.203782] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.207679] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1042.207679] env[69506]: value = "task-3249901" [ 1042.207679] env[69506]: _type = "Task" [ 1042.207679] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.217719] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.218040] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.218138] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.218350] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.218500] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.218646] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.218881] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.219049] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.219221] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.219380] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.219574] env[69506]: DEBUG nova.virt.hardware [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.220700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45861eb1-99f9-4f03-bd01-327a3f2c766b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.227330] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.232768] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff93e88-3bd7-4422-82de-d6f12753bdb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.247665] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.253741] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Creating folder: Project (ff66693d861148799790c5931e758581). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.254996] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3edbf8be-494c-4372-9408-865686b5a7e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.266564] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Created folder: Project (ff66693d861148799790c5931e758581) in parent group-v649133. [ 1042.266564] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Creating folder: Instances. Parent ref: group-v649397. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.266721] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a3c721-0938-469e-a259-0330fda0b49a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.275431] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Created folder: Instances in parent group-v649397. [ 1042.275654] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.275838] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.276618] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b87548-c1a3-499b-92ca-a5d998585594 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.292150] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.292150] env[69506]: value = "task-3249904" [ 1042.292150] env[69506]: _type = "Task" [ 1042.292150] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.299753] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249904, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.523728] env[69506]: INFO nova.compute.manager [-] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Took 1.43 seconds to deallocate network for instance. [ 1042.529812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.530128] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.530345] env[69506]: DEBUG nova.objects.instance [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lazy-loading 'resources' on Instance uuid 574af4bc-9dd8-47b6-a654-67975e502548 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.586797] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4819c524-4793-4758-bf5b-30e53e01432b tempest-AttachVolumeTestJSON-2079313698 tempest-AttachVolumeTestJSON-2079313698-project-member] Lock "e728c892-c6df-47f8-b956-3f84c2f91006" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.456s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.673506] env[69506]: DEBUG oslo_vmware.api [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249900, 'name': PowerOnVM_Task, 'duration_secs': 0.396232} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.674322] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.674322] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-99976adb-a702-43a1-82d2-2d22671ad3aa tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance '7d8935bf-196d-42df-a5e7-10a1d87a1894' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.718669] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca4cc7-a0a2-4338-8e49-1499fd3b32dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.728117] env[69506]: DEBUG oslo_vmware.api [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292836} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.741940] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.742146] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.742328] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.742501] env[69506]: INFO nova.compute.manager [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1042.742748] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.743448] env[69506]: DEBUG nova.compute.manager [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.743530] env[69506]: DEBUG nova.network.neutron [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.745769] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc633cf-aa68-4fb6-89b5-17268f36ad3d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.766425] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.803067] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249904, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.033026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.050066] env[69506]: DEBUG nova.compute.manager [req-daaeca0e-1876-4201-98a8-996b5fa9a6b3 req-64d1111e-6e8e-4863-907e-a40ba8f840ed service nova] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Received event network-vif-deleted-7a9ec0d5-27c8-49c0-9449-bed4d5e94d53 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.050246] env[69506]: DEBUG nova.compute.manager [req-daaeca0e-1876-4201-98a8-996b5fa9a6b3 req-64d1111e-6e8e-4863-907e-a40ba8f840ed service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Received event network-vif-deleted-347ca871-05b3-4d18-b37d-bd45b92f335e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.050434] env[69506]: INFO nova.compute.manager [req-daaeca0e-1876-4201-98a8-996b5fa9a6b3 req-64d1111e-6e8e-4863-907e-a40ba8f840ed service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Neutron deleted interface 347ca871-05b3-4d18-b37d-bd45b92f335e; detaching it from the instance and deleting it from the info cache [ 1043.050605] env[69506]: DEBUG nova.network.neutron [req-daaeca0e-1876-4201-98a8-996b5fa9a6b3 req-64d1111e-6e8e-4863-907e-a40ba8f840ed service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.279140] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ead043-ddc0-4dca-9caf-0a11c2f7ba5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.287046] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf89a56-828b-4c04-a8c0-339f50004012 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.318049] env[69506]: DEBUG nova.network.neutron [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Port 4c61cc51-19d5-43c2-9ed7-125cb4798192 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.322857] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb9a57-930b-4317-9942-cd61711d9740 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.331339] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249904, 'name': CreateVM_Task, 'duration_secs': 0.510696} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.333242] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.333915] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.334136] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.334457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.335748] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89987b55-c118-41ad-8f31-c54f0f99cd51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.341114] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b98e5f1-5114-4c84-a4ab-895b4694dc8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.353805] env[69506]: DEBUG nova.compute.provider_tree [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.356135] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1043.356135] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ad8950-414b-8a66-7876-796ce76a0b08" [ 1043.356135] env[69506]: _type = "Task" [ 1043.356135] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.364538] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ad8950-414b-8a66-7876-796ce76a0b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.448107] env[69506]: DEBUG nova.network.neutron [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.553555] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797b9146-fbbb-4262-ab40-1aa604cf0996 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.563128] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d4e37-0c03-4a50-9af5-155f7550f1cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.597677] env[69506]: DEBUG nova.compute.manager [req-daaeca0e-1876-4201-98a8-996b5fa9a6b3 req-64d1111e-6e8e-4863-907e-a40ba8f840ed service nova] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Detach interface failed, port_id=347ca871-05b3-4d18-b37d-bd45b92f335e, reason: Instance 3ea42e94-9fab-4eea-9774-d58f1527a265 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.858067] env[69506]: DEBUG nova.scheduler.client.report [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.870764] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ad8950-414b-8a66-7876-796ce76a0b08, 'name': SearchDatastore_Task, 'duration_secs': 0.020922} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.872014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.872256] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.872486] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872663] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.872959] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.873476] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08472682-9440-46a1-8acd-86f01d03308d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.882162] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.882326] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.883008] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0f66f8-d933-4746-bf93-c9abc77fcb1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.888348] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1043.888348] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813694-e8e7-b02d-85c3-2c63702ebac7" [ 1043.888348] env[69506]: _type = "Task" [ 1043.888348] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.895280] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813694-e8e7-b02d-85c3-2c63702ebac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.951082] env[69506]: INFO nova.compute.manager [-] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Took 1.21 seconds to deallocate network for instance. [ 1044.347395] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.347762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.347804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.366708] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.368807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.336s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.369046] env[69506]: DEBUG nova.objects.instance [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'resources' on Instance uuid 378058f8-96e1-4816-8fa2-da7edd1cbad3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.394280] env[69506]: INFO nova.scheduler.client.report [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Deleted allocations for instance 574af4bc-9dd8-47b6-a654-67975e502548 [ 1044.403535] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52813694-e8e7-b02d-85c3-2c63702ebac7, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.404419] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dd2447-3b14-4919-aecb-f34ef1f1271f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.410325] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1044.410325] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522204b6-d584-5330-0810-5c1b97a15e67" [ 1044.410325] env[69506]: _type = "Task" [ 1044.410325] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.419782] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522204b6-d584-5330-0810-5c1b97a15e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.457511] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.905188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a8272685-2689-4c00-a9b0-f21b81742bde tempest-ServerRescueTestJSONUnderV235-1666585610 tempest-ServerRescueTestJSONUnderV235-1666585610-project-member] Lock "574af4bc-9dd8-47b6-a654-67975e502548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.851s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.923539] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522204b6-d584-5330-0810-5c1b97a15e67, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.923804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.924087] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fcb3875d-49af-40be-bc4e-4e1954784ad2/fcb3875d-49af-40be-bc4e-4e1954784ad2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.924347] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8352fe34-ba7d-42a7-82e1-464ec62139f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.931410] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1044.931410] env[69506]: value = "task-3249906" [ 1044.931410] env[69506]: _type = "Task" [ 1044.931410] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.939464] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.086697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.086697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.086697] env[69506]: DEBUG nova.compute.manager [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Going to confirm migration 4 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1045.135773] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf73f0-9f83-428e-9ef5-86236e4630d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.148018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99438ee4-29fa-48c0-b5d7-a75072631a2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.182934] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d8864-08b9-4dfa-9ff4-bdd8a55310f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.191152] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f593ef-9fa8-457c-b651-3bae8d9b5f6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.209193] env[69506]: DEBUG nova.compute.provider_tree [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.397714] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.398090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.398190] env[69506]: DEBUG nova.network.neutron [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.441128] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463257} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.441422] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] fcb3875d-49af-40be-bc4e-4e1954784ad2/fcb3875d-49af-40be-bc4e-4e1954784ad2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.441671] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.441955] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01055e8b-186f-4756-9f6a-6675a632e256 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.448254] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1045.448254] env[69506]: value = "task-3249907" [ 1045.448254] env[69506]: _type = "Task" [ 1045.448254] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.455610] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.629745] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.629938] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.630128] env[69506]: DEBUG nova.network.neutron [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.630314] env[69506]: DEBUG nova.objects.instance [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'info_cache' on Instance uuid 7d8935bf-196d-42df-a5e7-10a1d87a1894 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.712828] env[69506]: DEBUG nova.scheduler.client.report [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.958069] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194814} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.958363] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.959134] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea8e15-fdd5-4d51-ad2d-ea2227b63e6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.980606] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] fcb3875d-49af-40be-bc4e-4e1954784ad2/fcb3875d-49af-40be-bc4e-4e1954784ad2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.980901] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0183e1-1322-48ba-a5dc-96f4ed02e177 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.000425] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1046.000425] env[69506]: value = "task-3249908" [ 1046.000425] env[69506]: _type = "Task" [ 1046.000425] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.011307] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.217252] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.219441] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.762s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.219794] env[69506]: DEBUG nova.objects.instance [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid 3ea42e94-9fab-4eea-9774-d58f1527a265 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.241833] env[69506]: INFO nova.scheduler.client.report [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted allocations for instance 378058f8-96e1-4816-8fa2-da7edd1cbad3 [ 1046.268340] env[69506]: DEBUG nova.network.neutron [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.510144] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249908, 'name': ReconfigVM_Task, 'duration_secs': 0.288663} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.510436] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Reconfigured VM instance instance-0000005f to attach disk [datastore1] fcb3875d-49af-40be-bc4e-4e1954784ad2/fcb3875d-49af-40be-bc4e-4e1954784ad2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.511091] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7783b0-61aa-49b8-95fa-1f5fa334643b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.517147] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1046.517147] env[69506]: value = "task-3249910" [ 1046.517147] env[69506]: _type = "Task" [ 1046.517147] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.525118] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249910, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.749911] env[69506]: DEBUG oslo_concurrency.lockutils [None req-98348d28-f6c3-42ff-b76d-be2edf0021eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "378058f8-96e1-4816-8fa2-da7edd1cbad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.295s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.770147] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.859298] env[69506]: DEBUG nova.network.neutron [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [{"id": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "address": "fa:16:3e:f7:aa:92", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb85da3-46", "ovs_interfaceid": "1bb85da3-4674-4d6f-9739-d04c0bee51e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.996469] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205a41b7-b514-4a84-9a10-def1956f204c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.005200] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d3cd2-4434-4872-a92c-8e753b545673 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.039284] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed34d4-4db7-4b8b-8fda-c9d1682ccad1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.046638] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249910, 'name': Rename_Task, 'duration_secs': 0.132715} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.048903] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.049232] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2df3f1-9d5c-46a8-8ea5-bdec8e66d08b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.051771] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2151031-eae2-4114-95ec-a796296a92e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.067225] env[69506]: DEBUG nova.compute.provider_tree [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.069703] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1047.069703] env[69506]: value = "task-3249911" [ 1047.069703] env[69506]: _type = "Task" [ 1047.069703] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.078413] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249911, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.300244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84363539-a215-4a12-bbb1-e196430c58af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.322086] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720fa6d6-598e-4842-8954-aed9c9967e7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.329549] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.362557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-7d8935bf-196d-42df-a5e7-10a1d87a1894" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362931] env[69506]: DEBUG nova.objects.instance [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'migration_context' on Instance uuid 7d8935bf-196d-42df-a5e7-10a1d87a1894 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.572235] env[69506]: DEBUG nova.scheduler.client.report [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.585175] env[69506]: DEBUG oslo_vmware.api [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249911, 'name': PowerOnVM_Task, 'duration_secs': 0.413267} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.585813] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.585813] env[69506]: INFO nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Took 5.40 seconds to spawn the instance on the hypervisor. [ 1047.585925] env[69506]: DEBUG nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.587119] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b81f3c-a80e-4d84-8200-4e255d10c34c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.837379] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.837731] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7c16bd-3159-4720-ae8f-7cab5476b66d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.845456] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1047.845456] env[69506]: value = "task-3249913" [ 1047.845456] env[69506]: _type = "Task" [ 1047.845456] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.853282] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.866240] env[69506]: DEBUG nova.objects.base [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Object Instance<7d8935bf-196d-42df-a5e7-10a1d87a1894> lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.867315] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee4f314-0318-40f1-8258-f4114ba1d981 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.888801] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca119282-84db-4694-b5bb-4e60898cf788 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.893927] env[69506]: DEBUG oslo_vmware.api [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1047.893927] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257cf6c-879a-a48e-360d-9e708198a9a1" [ 1047.893927] env[69506]: _type = "Task" [ 1047.893927] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.901122] env[69506]: DEBUG oslo_vmware.api [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257cf6c-879a-a48e-360d-9e708198a9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.081711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.101613] env[69506]: INFO nova.scheduler.client.report [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance 3ea42e94-9fab-4eea-9774-d58f1527a265 [ 1048.106124] env[69506]: INFO nova.compute.manager [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Took 11.54 seconds to build instance. [ 1048.355410] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.404330] env[69506]: DEBUG oslo_vmware.api [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5257cf6c-879a-a48e-360d-9e708198a9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.007652} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.404640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.404903] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.610029] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2815d525-b6b5-4b17-a41e-b254dc0e958b tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.069s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.610454] env[69506]: DEBUG oslo_concurrency.lockutils [None req-925f8664-e073-47c8-a24a-ce32119a1456 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "3ea42e94-9fab-4eea-9774-d58f1527a265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.562s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.855846] env[69506]: DEBUG oslo_vmware.api [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249913, 'name': PowerOnVM_Task, 'duration_secs': 0.623402} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.856108] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.856297] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e21906a7-f8bb-44aa-8b73-bd187c7f147d tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance '8d13982f-a851-4b56-aa16-c08776b0f61b' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.014644] env[69506]: DEBUG nova.compute.manager [None req-2e007b86-104c-4ccc-af8a-99960135988e tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.015710] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466ae27-f3f3-4e4d-bbd8-140e1a492e1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.083367] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.083461] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.084081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "fcb3875d-49af-40be-bc4e-4e1954784ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.084081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.084081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.091058] env[69506]: INFO nova.compute.manager [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Terminating instance [ 1049.136749] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b3f50-e2ce-4920-a45b-799b97e91b4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.144699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8947fa-1c52-45a1-a614-50a8451560c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.175265] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fae309-ff0c-429b-b07f-6d323e81f1ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.181976] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bbd4a3-5590-4a49-9a69-d3af54b31505 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.194661] env[69506]: DEBUG nova.compute.provider_tree [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.404326] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.404592] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.528589] env[69506]: INFO nova.compute.manager [None req-2e007b86-104c-4ccc-af8a-99960135988e tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] instance snapshotting [ 1049.529249] env[69506]: DEBUG nova.objects.instance [None req-2e007b86-104c-4ccc-af8a-99960135988e tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lazy-loading 'flavor' on Instance uuid fcb3875d-49af-40be-bc4e-4e1954784ad2 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.597526] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "refresh_cache-fcb3875d-49af-40be-bc4e-4e1954784ad2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.598401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquired lock "refresh_cache-fcb3875d-49af-40be-bc4e-4e1954784ad2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.598401] env[69506]: DEBUG nova.network.neutron [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.698179] env[69506]: DEBUG nova.scheduler.client.report [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.907934] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.034791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c9be1a-304c-4ee3-938d-ce1ef506e298 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051890] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466b0c5-2d3b-4b4c-91ab-12a3c909f816 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.119147] env[69506]: DEBUG nova.network.neutron [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.179680] env[69506]: DEBUG nova.network.neutron [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.431085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.562141] env[69506]: DEBUG nova.compute.manager [None req-2e007b86-104c-4ccc-af8a-99960135988e tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance disappeared during snapshot {{(pid=69506) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1050.684414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Releasing lock "refresh_cache-fcb3875d-49af-40be-bc4e-4e1954784ad2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.687278] env[69506]: DEBUG nova.compute.manager [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.687278] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.687278] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7a7e3-33c9-409a-8a3f-7e2a239a98d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.695330] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.695601] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26484ca9-1fc5-4be1-a139-7728bbbcbf7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.702810] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1050.702810] env[69506]: value = "task-3249915" [ 1050.702810] env[69506]: _type = "Task" [ 1050.702810] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.706569] env[69506]: DEBUG nova.compute.manager [None req-2e007b86-104c-4ccc-af8a-99960135988e tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Found 0 images (rotation: 2) {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1050.708442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.303s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.712000] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.281s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.713760] env[69506]: INFO nova.compute.claims [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.723987] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.868747] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "a9c24000-bc98-4902-adbf-8686b70a638e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.868923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.869175] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.869398] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.869535] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.872075] env[69506]: INFO nova.compute.manager [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Terminating instance [ 1051.168987] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.169356] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.169635] env[69506]: DEBUG nova.compute.manager [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Going to confirm migration 5 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1051.213441] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249915, 'name': PowerOffVM_Task, 'duration_secs': 0.147053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.213747] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.213993] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.214266] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85e31c05-aaee-44e8-b9f6-f0f90bd130d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.242382] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.242606] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.242788] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Deleting the datastore file [datastore1] fcb3875d-49af-40be-bc4e-4e1954784ad2 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.245607] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8209aa5-c513-4cd5-b7cb-bbb0ee08d04d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.252751] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for the task: (returnval){ [ 1051.252751] env[69506]: value = "task-3249917" [ 1051.252751] env[69506]: _type = "Task" [ 1051.252751] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.260417] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.286835] env[69506]: INFO nova.scheduler.client.report [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocation for migration ed2baa96-0f75-4e4c-9455-330818e1e237 [ 1051.377861] env[69506]: DEBUG nova.compute.manager [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.378147] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.379198] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcfe958-a90f-479a-95e7-c72e7054fe3e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.386611] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.386860] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcec8dfe-7ca3-454a-8189-10fcf8db4d16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.393087] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1051.393087] env[69506]: value = "task-3249918" [ 1051.393087] env[69506]: _type = "Task" [ 1051.393087] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.401190] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.711808] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.712073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.712186] env[69506]: DEBUG nova.network.neutron [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.712372] env[69506]: DEBUG nova.objects.instance [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'info_cache' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.769970] env[69506]: DEBUG oslo_vmware.api [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Task: {'id': task-3249917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10871} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.770237] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.770415] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.771101] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.771101] env[69506]: INFO nova.compute.manager [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1051.771101] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.771297] env[69506]: DEBUG nova.compute.manager [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.771297] env[69506]: DEBUG nova.network.neutron [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.794602] env[69506]: DEBUG nova.network.neutron [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.796692] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b7e9a477-41f4-43a0-8540-9e1e3b713fc8 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.710s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.903545] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249918, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.018521] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e60106-f30b-4d40-bed0-5123904cb23e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.026272] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e8fa77-b4fb-4316-a438-cb036f52177d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.058954] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270b8e8-15dd-4993-ba81-5ffc060b7a68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.069542] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98340f30-a097-41ad-ba64-982a71fb27c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.083395] env[69506]: DEBUG nova.compute.provider_tree [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.179501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.179803] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.180026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.180216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.180388] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.182620] env[69506]: INFO nova.compute.manager [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Terminating instance [ 1052.303956] env[69506]: DEBUG nova.network.neutron [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.404420] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249918, 'name': PowerOffVM_Task, 'duration_secs': 0.613028} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.404688] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.404858] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.405124] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d1ae1f6-cff8-4f52-9ad5-46c811bb0178 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.500390] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.500642] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.500830] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleting the datastore file [datastore2] a9c24000-bc98-4902-adbf-8686b70a638e {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.501126] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d677e3-ff45-44ad-8a41-c46d77bf39a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.508249] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1052.508249] env[69506]: value = "task-3249920" [ 1052.508249] env[69506]: _type = "Task" [ 1052.508249] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.517748] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.588461] env[69506]: DEBUG nova.scheduler.client.report [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.683694] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.683927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.686891] env[69506]: DEBUG nova.compute.manager [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.687101] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.687943] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9e6c3-fd66-46de-abb5-47ef2ff7ada0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.696308] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.696998] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-063b28a7-c253-429e-b666-fdf473d920e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.703252] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1052.703252] env[69506]: value = "task-3249921" [ 1052.703252] env[69506]: _type = "Task" [ 1052.703252] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.711327] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.806793] env[69506]: INFO nova.compute.manager [-] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Took 1.04 seconds to deallocate network for instance. [ 1053.018580] env[69506]: DEBUG oslo_vmware.api [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189671} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.018838] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.019032] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.019217] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.019386] env[69506]: INFO nova.compute.manager [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1053.019645] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.019833] env[69506]: DEBUG nova.compute.manager [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.019933] env[69506]: DEBUG nova.network.neutron [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.083532] env[69506]: DEBUG nova.network.neutron [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [{"id": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "address": "fa:16:3e:58:1a:4c", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c61cc51-19", "ovs_interfaceid": "4c61cc51-19d5-43c2-9ed7-125cb4798192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.095243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.095772] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.187683] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.216556] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249921, 'name': PowerOffVM_Task, 'duration_secs': 0.223671} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.217199] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.217574] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.218276] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f8a336f-65cb-4fef-979a-cc3fbf39c4a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.276749] env[69506]: DEBUG nova.compute.manager [req-ef567ee7-ee04-4b55-a25a-3c4068ec9e70 req-361cb292-549b-45f1-90bb-83936cb11379 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Received event network-vif-deleted-3d7a88e0-b5b6-4756-b118-e200fb7f2835 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.277049] env[69506]: INFO nova.compute.manager [req-ef567ee7-ee04-4b55-a25a-3c4068ec9e70 req-361cb292-549b-45f1-90bb-83936cb11379 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Neutron deleted interface 3d7a88e0-b5b6-4756-b118-e200fb7f2835; detaching it from the instance and deleting it from the info cache [ 1053.277331] env[69506]: DEBUG nova.network.neutron [req-ef567ee7-ee04-4b55-a25a-3c4068ec9e70 req-361cb292-549b-45f1-90bb-83936cb11379 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.280513] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.280714] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.280897] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore1] 7d8935bf-196d-42df-a5e7-10a1d87a1894 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.281547] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ec3073-81de-4849-9dc6-ac300728c3ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.288830] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1053.288830] env[69506]: value = "task-3249923" [ 1053.288830] env[69506]: _type = "Task" [ 1053.288830] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.298104] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.316195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.316477] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.316692] env[69506]: DEBUG nova.objects.instance [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lazy-loading 'resources' on Instance uuid fcb3875d-49af-40be-bc4e-4e1954784ad2 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.587624] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-8d13982f-a851-4b56-aa16-c08776b0f61b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.587624] env[69506]: DEBUG nova.objects.instance [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'migration_context' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.600818] env[69506]: DEBUG nova.compute.utils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.606023] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.606023] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.651119] env[69506]: DEBUG nova.policy [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.714220] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.755182] env[69506]: DEBUG nova.network.neutron [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.783587] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45c86fcf-46eb-46d2-8daf-28cd5d24ee82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.793025] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3187255b-2906-4c71-9f1c-e0b8582fceb5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.814974] env[69506]: DEBUG oslo_vmware.api [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140618} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.814974] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.814974] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.814974] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.814974] env[69506]: INFO nova.compute.manager [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.814974] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.814974] env[69506]: DEBUG nova.compute.manager [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.814974] env[69506]: DEBUG nova.network.neutron [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.833360] env[69506]: DEBUG nova.compute.manager [req-ef567ee7-ee04-4b55-a25a-3c4068ec9e70 req-361cb292-549b-45f1-90bb-83936cb11379 service nova] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Detach interface failed, port_id=3d7a88e0-b5b6-4756-b118-e200fb7f2835, reason: Instance a9c24000-bc98-4902-adbf-8686b70a638e could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.920804] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Successfully created port: 92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.092016] env[69506]: DEBUG nova.objects.base [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Object Instance<8d13982f-a851-4b56-aa16-c08776b0f61b> lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.092016] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a54f7-ee48-4d4c-abde-71cd02dbe945 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.115621] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.123494] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a62ca9d-5b2a-4d16-87d5-29920c9ffe11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.129330] env[69506]: DEBUG oslo_vmware.api [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1054.129330] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5202bc4a-33b0-feff-2b97-49ee7fb0480e" [ 1054.129330] env[69506]: _type = "Task" [ 1054.129330] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.138478] env[69506]: DEBUG oslo_vmware.api [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5202bc4a-33b0-feff-2b97-49ee7fb0480e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.172028] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c9b2fa-76bd-4a85-b210-31f01dd81cbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.182022] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89730f-27e4-4945-b4c8-9f9459ecd8f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.228427] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf5e26-5100-4b24-94b8-0838827ac4c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.233245] env[69506]: DEBUG nova.compute.manager [req-8e21aef5-7b00-44cc-8824-fa7e3f5b20c6 req-e3464101-5041-4243-95ec-b07b8d6c8b14 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Received event network-vif-deleted-1bb85da3-4674-4d6f-9739-d04c0bee51e2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.233439] env[69506]: INFO nova.compute.manager [req-8e21aef5-7b00-44cc-8824-fa7e3f5b20c6 req-e3464101-5041-4243-95ec-b07b8d6c8b14 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Neutron deleted interface 1bb85da3-4674-4d6f-9739-d04c0bee51e2; detaching it from the instance and deleting it from the info cache [ 1054.233692] env[69506]: DEBUG nova.network.neutron [req-8e21aef5-7b00-44cc-8824-fa7e3f5b20c6 req-e3464101-5041-4243-95ec-b07b8d6c8b14 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.241487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e54a6ab-cb9e-45a2-8679-d0eba08395f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.257414] env[69506]: INFO nova.compute.manager [-] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Took 1.24 seconds to deallocate network for instance. [ 1054.258200] env[69506]: DEBUG nova.compute.provider_tree [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.640129] env[69506]: DEBUG oslo_vmware.api [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5202bc4a-33b0-feff-2b97-49ee7fb0480e, 'name': SearchDatastore_Task, 'duration_secs': 0.00757} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.640129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.735917] env[69506]: DEBUG nova.network.neutron [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.737860] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2887ea5c-4263-48d1-9a54-edb2631eb67c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.747945] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca37fd5c-32f8-4564-bb50-6e27338015cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.765564] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.782038] env[69506]: DEBUG nova.compute.manager [req-8e21aef5-7b00-44cc-8824-fa7e3f5b20c6 req-e3464101-5041-4243-95ec-b07b8d6c8b14 service nova] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Detach interface failed, port_id=1bb85da3-4674-4d6f-9739-d04c0bee51e2, reason: Instance 7d8935bf-196d-42df-a5e7-10a1d87a1894 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.783201] env[69506]: ERROR nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] [req-a5032385-40b5-40db-9d11-ec49dc12d53d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5032385-40b5-40db-9d11-ec49dc12d53d"}]} [ 1054.798874] env[69506]: DEBUG nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1054.816075] env[69506]: DEBUG nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.816359] env[69506]: DEBUG nova.compute.provider_tree [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.827934] env[69506]: DEBUG nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.846666] env[69506]: DEBUG nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1055.081198] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d2174-d365-48ab-abe8-2f7f70f55fcb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.088448] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d30146d-f79e-4254-a722-fbc2e5a39d23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.118145] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b57394-6c65-4c88-a549-d5c969da199f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.126082] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6dd3c-552a-457c-8c30-f1ec1191d019 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.130985] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.144466] env[69506]: DEBUG nova.compute.provider_tree [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.156255] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.156494] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.156652] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.156832] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.156979] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.157141] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.157349] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.157520] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.157758] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.157937] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.158127] env[69506]: DEBUG nova.virt.hardware [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.159138] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ca0a9-1fe5-4fc1-a695-31f065a928a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.166523] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f049382-a606-49de-8486-c72f203b8d49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.238599] env[69506]: INFO nova.compute.manager [-] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Took 1.42 seconds to deallocate network for instance. [ 1055.505046] env[69506]: DEBUG nova.compute.manager [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Received event network-vif-plugged-92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.505277] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] Acquiring lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.505486] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.505667] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.505837] env[69506]: DEBUG nova.compute.manager [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] No waiting events found dispatching network-vif-plugged-92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.505997] env[69506]: WARNING nova.compute.manager [req-f3c8c301-db86-480a-b606-94af1736a827 req-36ea3cd8-7917-44c0-af8e-14fae3def733 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Received unexpected event network-vif-plugged-92dd7d35-bfa3-4f1b-a4d0-099784f4983f for instance with vm_state building and task_state spawning. [ 1055.577476] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Successfully updated port: 92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.678492] env[69506]: DEBUG nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.678834] env[69506]: DEBUG nova.compute.provider_tree [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 129 to 130 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.679073] env[69506]: DEBUG nova.compute.provider_tree [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.747866] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.080934] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.081170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.081267] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.184920] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.868s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.187583] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.474s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.189039] env[69506]: INFO nova.compute.claims [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.205318] env[69506]: INFO nova.scheduler.client.report [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Deleted allocations for instance fcb3875d-49af-40be-bc4e-4e1954784ad2 [ 1056.630086] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.711809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0a7c7c9b-6e01-4fc4-abc3-14b7f739ad53 tempest-ServersAaction247Test-1223625841 tempest-ServersAaction247Test-1223625841-project-member] Lock "fcb3875d-49af-40be-bc4e-4e1954784ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.628s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.787453] env[69506]: DEBUG nova.network.neutron [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Updating instance_info_cache with network_info: [{"id": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "address": "fa:16:3e:be:f2:c6", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd7d35-bf", "ovs_interfaceid": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.289822] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.290137] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Instance network_info: |[{"id": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "address": "fa:16:3e:be:f2:c6", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd7d35-bf", "ovs_interfaceid": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.290697] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92dd7d35-bfa3-4f1b-a4d0-099784f4983f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.298123] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.298343] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.301094] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761723b0-c7f5-41f7-aa32-dfa5d3568e2d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.319839] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.319839] env[69506]: value = "task-3249924" [ 1057.319839] env[69506]: _type = "Task" [ 1057.319839] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.328230] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249924, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.417417] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81276d86-6fae-46ae-89af-61b413a275a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.425054] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6e0ec-903e-42e8-91b0-45a15117c642 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.456302] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca10439-229d-4190-9ef7-b51c29646bbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.463748] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26e575c-8b6e-40f0-93e0-5c91fb2807ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.477179] env[69506]: DEBUG nova.compute.provider_tree [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.586049] env[69506]: DEBUG nova.compute.manager [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Received event network-changed-92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.586253] env[69506]: DEBUG nova.compute.manager [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Refreshing instance network info cache due to event network-changed-92dd7d35-bfa3-4f1b-a4d0-099784f4983f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.586913] env[69506]: DEBUG oslo_concurrency.lockutils [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] Acquiring lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.587250] env[69506]: DEBUG oslo_concurrency.lockutils [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] Acquired lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.587444] env[69506]: DEBUG nova.network.neutron [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Refreshing network info cache for port 92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.831121] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249924, 'name': CreateVM_Task, 'duration_secs': 0.375957} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.831302] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.832000] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.832178] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.832489] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.832789] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1634722b-95b5-4bd7-8445-bfac186ff590 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.837600] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1057.837600] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5224cd42-27f9-bb5a-892d-f586d55123e5" [ 1057.837600] env[69506]: _type = "Task" [ 1057.837600] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.846262] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5224cd42-27f9-bb5a-892d-f586d55123e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.982657] env[69506]: DEBUG nova.scheduler.client.report [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.298382] env[69506]: DEBUG nova.network.neutron [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Updated VIF entry in instance network info cache for port 92dd7d35-bfa3-4f1b-a4d0-099784f4983f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.298736] env[69506]: DEBUG nova.network.neutron [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Updating instance_info_cache with network_info: [{"id": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "address": "fa:16:3e:be:f2:c6", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd7d35-bf", "ovs_interfaceid": "92dd7d35-bfa3-4f1b-a4d0-099784f4983f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.347424] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5224cd42-27f9-bb5a-892d-f586d55123e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.347756] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.347992] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.348241] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348390] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.348567] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.348816] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31acbe40-4cfc-4b02-b8a0-2a73344d21fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.356687] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.356858] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.357547] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7836b747-e3e4-4ec9-9987-1463e8d3f1f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.360069] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.360270] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.362695] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1058.362695] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520faeae-fb2a-285a-4ea0-73a2d4fe0519" [ 1058.362695] env[69506]: _type = "Task" [ 1058.362695] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.370428] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520faeae-fb2a-285a-4ea0-73a2d4fe0519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.372055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.372055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.372368] env[69506]: DEBUG nova.objects.instance [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.488363] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.488913] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.491969] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.852s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.801308] env[69506]: DEBUG oslo_concurrency.lockutils [req-9527649b-8abd-4187-85d3-ddaf5ba57bd2 req-8060c47d-f8f0-4be7-9db1-2f08661cbe3e service nova] Releasing lock "refresh_cache-f7111278-b0e4-4d65-bc51-12ccdf3c12de" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.873035] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.873235] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.873811] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.876622] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.880126] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.880369] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520faeae-fb2a-285a-4ea0-73a2d4fe0519, 'name': SearchDatastore_Task, 'duration_secs': 0.008132} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.881034] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.881034] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1058.882084] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.882623] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea26732e-0f8e-46fd-a8ad-9f4be577a63a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.887775] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1058.887775] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9633-9867-04bc-6dda-b32f206278bd" [ 1058.887775] env[69506]: _type = "Task" [ 1058.887775] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.896115] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9633-9867-04bc-6dda-b32f206278bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.941906] env[69506]: DEBUG nova.objects.instance [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.995279] env[69506]: DEBUG nova.compute.utils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.000050] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.000050] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.037217] env[69506]: DEBUG nova.policy [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12e64c968a41ef821f06dfaf1f6146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d84bf2411f54f5aa26c933c819acda7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.212981] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589cf57-289b-4fcc-ad25-85444e8226d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.221539] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e4150f-13f3-4c58-9d05-6dc8c2d0d1bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.252995] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ffcd66-bad8-474c-b373-184cec63f873 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.261470] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abf6e3-dc02-4b38-b133-c52334aa4674 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.282659] env[69506]: DEBUG nova.compute.provider_tree [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.348743] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Successfully created port: 1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.386757] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.397752] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9633-9867-04bc-6dda-b32f206278bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.398011] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.398274] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f7111278-b0e4-4d65-bc51-12ccdf3c12de/f7111278-b0e4-4d65-bc51-12ccdf3c12de.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.398706] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b221501-6d18-4bd4-b674-f69ed150b0c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.404881] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1059.404881] env[69506]: value = "task-3249925" [ 1059.404881] env[69506]: _type = "Task" [ 1059.404881] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.412278] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.444596] env[69506]: DEBUG nova.objects.base [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<2317147b-3cd1-4354-84ef-b0c7a22b0dd9> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.444784] env[69506]: DEBUG nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.482011] env[69506]: DEBUG nova.policy [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.500420] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.789050] env[69506]: DEBUG nova.scheduler.client.report [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.812886] env[69506]: DEBUG nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Successfully created port: e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.914764] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483424} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.915041] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] f7111278-b0e4-4d65-bc51-12ccdf3c12de/f7111278-b0e4-4d65-bc51-12ccdf3c12de.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.915266] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.915516] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a7d6d8-5c0c-4e76-a097-23ebcccec3ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.922504] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1059.922504] env[69506]: value = "task-3249926" [ 1059.922504] env[69506]: _type = "Task" [ 1059.922504] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.931315] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.433856] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075216} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.434316] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.434888] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65da3de-d1a3-4b16-8af2-eccc238b5ed1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.457476] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f7111278-b0e4-4d65-bc51-12ccdf3c12de/f7111278-b0e4-4d65-bc51-12ccdf3c12de.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.457801] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1096ab99-f256-4b2c-8295-ba7a995334e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.476641] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1060.476641] env[69506]: value = "task-3249927" [ 1060.476641] env[69506]: _type = "Task" [ 1060.476641] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.484040] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.513409] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.538449] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.538664] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.538823] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.539011] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.539183] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.539324] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.539528] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.539682] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.539877] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.540072] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.540226] env[69506]: DEBUG nova.virt.hardware [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.541065] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aeed88-0533-4a2b-afff-9892ed90eb17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.548508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29697bd3-891f-441e-8145-7b91197eda82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.706988] env[69506]: DEBUG nova.compute.manager [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Received event network-vif-plugged-1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.707228] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] Acquiring lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.707441] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.707878] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.707878] env[69506]: DEBUG nova.compute.manager [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] No waiting events found dispatching network-vif-plugged-1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.707983] env[69506]: WARNING nova.compute.manager [req-e7eab6a3-65b0-43b5-8531-eed7048593a6 req-333f2281-5f97-4099-8b87-26261c1a1e5c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Received unexpected event network-vif-plugged-1475e85c-0dd6-4c47-86cd-7a08a30f237b for instance with vm_state building and task_state spawning. [ 1060.794612] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Successfully updated port: 1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.796681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.305s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.801505] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.034s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.801505] env[69506]: DEBUG nova.objects.instance [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'resources' on Instance uuid a9c24000-bc98-4902-adbf-8686b70a638e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.986977] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249927, 'name': ReconfigVM_Task, 'duration_secs': 0.293464} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.987346] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f7111278-b0e4-4d65-bc51-12ccdf3c12de/f7111278-b0e4-4d65-bc51-12ccdf3c12de.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.988041] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d44b02a-8635-4dcb-9afd-7f2c6295ba28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.994818] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1060.994818] env[69506]: value = "task-3249928" [ 1060.994818] env[69506]: _type = "Task" [ 1060.994818] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.004167] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249928, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.303018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.303018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.303018] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.360662] env[69506]: INFO nova.scheduler.client.report [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted allocation for migration bcc8920a-dcac-4f57-a6e4-c333d27d1206 [ 1061.392662] env[69506]: DEBUG nova.compute.manager [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-vif-plugged-e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.392881] env[69506]: DEBUG oslo_concurrency.lockutils [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.393169] env[69506]: DEBUG oslo_concurrency.lockutils [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.393299] env[69506]: DEBUG oslo_concurrency.lockutils [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.393431] env[69506]: DEBUG nova.compute.manager [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] No waiting events found dispatching network-vif-plugged-e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.393601] env[69506]: WARNING nova.compute.manager [req-983d02bf-f362-4590-8a61-cbf84defafd5 req-e2cd95ff-3b72-4085-a93d-872f3b0ba35d service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received unexpected event network-vif-plugged-e58eaa0f-622a-46c1-9096-b5d6b018f56c for instance with vm_state active and task_state None. [ 1061.495829] env[69506]: DEBUG nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Successfully updated port: e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.505304] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249928, 'name': Rename_Task, 'duration_secs': 0.17157} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.507830] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.508240] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8bce162-0ad2-4c02-9c24-2068dd3cc3f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.518424] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1061.518424] env[69506]: value = "task-3249929" [ 1061.518424] env[69506]: _type = "Task" [ 1061.518424] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.530548] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.548063] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000c013-8657-4a59-83d3-285608fc6815 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.556376] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff117ae6-fcb9-4650-93bb-48551aecf484 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.586769] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a981b7-0597-435f-97e9-f1fa9e76d257 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.594282] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8d42c7-6e0f-4938-adbf-8519d0a6fdb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.607579] env[69506]: DEBUG nova.compute.provider_tree [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.835210] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.865813] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c542533e-85d4-4f56-b807-f060ac1b94a3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.696s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.989113] env[69506]: DEBUG nova.network.neutron [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Updating instance_info_cache with network_info: [{"id": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "address": "fa:16:3e:86:17:50", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1475e85c-0d", "ovs_interfaceid": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.000720] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.000905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.001089] env[69506]: DEBUG nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.015119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.015353] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.015629] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.015820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.015990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.019720] env[69506]: INFO nova.compute.manager [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Terminating instance [ 1062.029789] env[69506]: DEBUG oslo_vmware.api [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249929, 'name': PowerOnVM_Task, 'duration_secs': 0.431193} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.030056] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.030275] env[69506]: INFO nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1062.030452] env[69506]: DEBUG nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.031230] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396cafe6-eb8e-428b-b647-ad3b82dfb898 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.129172] env[69506]: ERROR nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [req-54825dce-2e86-42d2-adc4-8c191065b56c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5cb2072c-925b-48c7-904b-f12a729344ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54825dce-2e86-42d2-adc4-8c191065b56c"}]} [ 1062.146013] env[69506]: DEBUG nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1062.159908] env[69506]: DEBUG nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1062.160151] env[69506]: DEBUG nova.compute.provider_tree [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.171937] env[69506]: DEBUG nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1062.190799] env[69506]: DEBUG nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1062.368471] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e77668-0fce-4739-9881-b50548b2bed5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.375866] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c26807-70d7-4db7-9e08-27e61260d646 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.405955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89f960-715a-4bdf-b66e-79810bd6720f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.413030] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb337983-8c64-4956-9c81-5fc9203c61bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.425981] env[69506]: DEBUG nova.compute.provider_tree [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.491464] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.491885] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Instance network_info: |[{"id": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "address": "fa:16:3e:86:17:50", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1475e85c-0d", "ovs_interfaceid": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.492472] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:17:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1475e85c-0dd6-4c47-86cd-7a08a30f237b', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.500312] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.501045] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.501131] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d28d93b-ba2d-4d9a-b65c-842d26469e39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.527262] env[69506]: DEBUG nova.compute.manager [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.527481] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.527717] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.527717] env[69506]: value = "task-3249930" [ 1062.527717] env[69506]: _type = "Task" [ 1062.527717] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.528436] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fae6c2c-7e7a-4fca-bb9a-a4ee6ba4567e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.538588] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249930, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.540564] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.540782] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6cdb35e-f58f-4bc3-8338-2e2bf483204e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.549258] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1062.549258] env[69506]: value = "task-3249931" [ 1062.549258] env[69506]: _type = "Task" [ 1062.549258] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.551419] env[69506]: WARNING nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1062.556387] env[69506]: INFO nova.compute.manager [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Took 12.14 seconds to build instance. [ 1062.563782] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.854179] env[69506]: DEBUG nova.compute.manager [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Received event network-changed-1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.854258] env[69506]: DEBUG nova.compute.manager [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Refreshing instance network info cache due to event network-changed-1475e85c-0dd6-4c47-86cd-7a08a30f237b. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.854490] env[69506]: DEBUG oslo_concurrency.lockutils [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] Acquiring lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.854597] env[69506]: DEBUG oslo_concurrency.lockutils [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] Acquired lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.854750] env[69506]: DEBUG nova.network.neutron [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Refreshing network info cache for port 1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.898777] env[69506]: DEBUG nova.network.neutron [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58eaa0f-622a-46c1-9096-b5d6b018f56c", "address": "fa:16:3e:6b:75:89", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58eaa0f-62", "ovs_interfaceid": "e58eaa0f-622a-46c1-9096-b5d6b018f56c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.958805] env[69506]: DEBUG nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.959076] env[69506]: DEBUG nova.compute.provider_tree [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 131 to 132 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.959259] env[69506]: DEBUG nova.compute.provider_tree [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.041460] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249930, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.059613] env[69506]: DEBUG oslo_concurrency.lockutils [None req-32fc00a6-2367-464b-b084-c8ff1c4daa44 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.655s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.059899] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249931, 'name': PowerOffVM_Task, 'duration_secs': 0.239111} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.060164] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.060332] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.060585] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3407877c-6f33-446b-90e1-f9ced2c56dfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.075842] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.076269] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.076351] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.076462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.076729] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.078871] env[69506]: INFO nova.compute.manager [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Terminating instance [ 1063.137222] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.137450] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.137636] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleting the datastore file [datastore2] 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.137932] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb6f35d9-7afd-4106-8fa6-53f5b35fd450 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.144308] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1063.144308] env[69506]: value = "task-3249933" [ 1063.144308] env[69506]: _type = "Task" [ 1063.144308] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.151774] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.401798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.402643] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.402808] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.403669] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed60dd-ed7c-44a2-8ae8-e24cdc056985 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.421751] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.421982] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.422171] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.422372] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.422517] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.422662] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.422865] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.423040] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.423213] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.423377] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.423551] env[69506]: DEBUG nova.virt.hardware [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.429680] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfiguring VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1063.433293] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed709b3-005c-49d7-bcfc-287ff9a5ffc7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.446850] env[69506]: DEBUG nova.compute.manager [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-changed-e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.447074] env[69506]: DEBUG nova.compute.manager [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing instance network info cache due to event network-changed-e58eaa0f-622a-46c1-9096-b5d6b018f56c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.447298] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.447561] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.447620] env[69506]: DEBUG nova.network.neutron [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Refreshing network info cache for port e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.455223] env[69506]: DEBUG oslo_vmware.api [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1063.455223] env[69506]: value = "task-3249934" [ 1063.455223] env[69506]: _type = "Task" [ 1063.455223] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.466018] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.666s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.467871] env[69506]: DEBUG oslo_vmware.api [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249934, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.470167] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.722s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.470398] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.471989] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.085s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.472186] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.472343] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1063.473678] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e50f38-2acc-49eb-85e0-28eeac02c2f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.482040] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107944f-23c4-494b-a02a-ba61025b9238 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.497034] env[69506]: INFO nova.scheduler.client.report [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocations for instance 7d8935bf-196d-42df-a5e7-10a1d87a1894 [ 1063.502592] env[69506]: INFO nova.scheduler.client.report [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted allocations for instance a9c24000-bc98-4902-adbf-8686b70a638e [ 1063.504142] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92883017-b9ba-4a96-975d-7e908a7a6801 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.518237] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c6c001-0c4c-488b-ae0e-1103c57839b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.549846] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178343MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1063.550027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.550282] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.569678] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249930, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.582862] env[69506]: DEBUG nova.compute.manager [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.583138] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.584088] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7a643-4289-4294-bdde-56dd9e4a6cbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.592841] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.593152] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71dbb815-8395-4e4d-b4d3-43fbd420ba7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.600068] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1063.600068] env[69506]: value = "task-3249935" [ 1063.600068] env[69506]: _type = "Task" [ 1063.600068] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.611136] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.649672] env[69506]: DEBUG nova.network.neutron [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Updated VIF entry in instance network info cache for port 1475e85c-0dd6-4c47-86cd-7a08a30f237b. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.650138] env[69506]: DEBUG nova.network.neutron [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Updating instance_info_cache with network_info: [{"id": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "address": "fa:16:3e:86:17:50", "network": {"id": "692d2706-78cc-4a6f-b9ed-e6c099303ed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1587083089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d84bf2411f54f5aa26c933c819acda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1475e85c-0d", "ovs_interfaceid": "1475e85c-0dd6-4c47-86cd-7a08a30f237b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.656733] env[69506]: DEBUG oslo_vmware.api [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142802} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.656972] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.657169] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.657348] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.657519] env[69506]: INFO nova.compute.manager [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.657787] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.657996] env[69506]: DEBUG nova.compute.manager [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.658102] env[69506]: DEBUG nova.network.neutron [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.966103] env[69506]: DEBUG oslo_vmware.api [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.004902] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9167af9f-480a-4b62-9907-0f6225bdf110 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "7d8935bf-196d-42df-a5e7-10a1d87a1894" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.825s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.012694] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3fcb21ac-f350-4f8d-9195-f208211fd697 tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "a9c24000-bc98-4902-adbf-8686b70a638e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.144s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.069034] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249930, 'name': CreateVM_Task, 'duration_secs': 1.35845} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.069034] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.069034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.069034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.069034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.069034] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a4994c-c6d0-4c3a-a008-da368426ae79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.074194] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1064.074194] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ea5e46-8d4d-9bcd-55f8-71615ddb6984" [ 1064.074194] env[69506]: _type = "Task" [ 1064.074194] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.087017] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ea5e46-8d4d-9bcd-55f8-71615ddb6984, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.087330] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.087556] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.087819] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.087959] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.088148] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.088875] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-339c3e35-fb46-48b0-87b9-9535c35f0dc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.096921] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.097047] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.097766] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6d25ac-a424-4336-8e3b-e45db9402629 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.105292] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1064.105292] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d426bd-0d18-5341-9c53-89c29cb2c0f5" [ 1064.105292] env[69506]: _type = "Task" [ 1064.105292] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.112121] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249935, 'name': PowerOffVM_Task, 'duration_secs': 0.210016} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.112808] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.113193] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.113269] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f62be4e-9ed2-41a4-9d27-387fb651017d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.118701] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d426bd-0d18-5341-9c53-89c29cb2c0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008459} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.119776] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2ad8b9-d4a9-4261-8bd5-5c86b7a61740 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.127194] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1064.127194] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528fad14-d413-3105-1bf9-d0ae4aae010e" [ 1064.127194] env[69506]: _type = "Task" [ 1064.127194] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.136763] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528fad14-d413-3105-1bf9-d0ae4aae010e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.153200] env[69506]: DEBUG oslo_concurrency.lockutils [req-d1894a96-c01f-490c-bab9-e5979454697b req-fdff8aa4-24cb-4a8a-93fd-ae1df487bca4 service nova] Releasing lock "refresh_cache-a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.199022] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.199275] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.199461] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore2] f7111278-b0e4-4d65-bc51-12ccdf3c12de {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.199840] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccff56d9-3e46-42c8-8d1c-3007ee92bfd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.203153] env[69506]: DEBUG nova.network.neutron [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updated VIF entry in instance network info cache for port e58eaa0f-622a-46c1-9096-b5d6b018f56c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.203563] env[69506]: DEBUG nova.network.neutron [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e58eaa0f-622a-46c1-9096-b5d6b018f56c", "address": "fa:16:3e:6b:75:89", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58eaa0f-62", "ovs_interfaceid": "e58eaa0f-622a-46c1-9096-b5d6b018f56c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.210379] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1064.210379] env[69506]: value = "task-3249937" [ 1064.210379] env[69506]: _type = "Task" [ 1064.210379] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.219503] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.467112] env[69506]: DEBUG oslo_vmware.api [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249934, 'name': ReconfigVM_Task, 'duration_secs': 0.638116} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.467681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467905] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfigured VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.588993] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589248] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 01467b61-eca8-40f8-afe1-9fa5c944709f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589359] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589482] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance db68d854-29e3-43b9-a7ff-9a82ae0353a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589655] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7da9743d-7502-430d-808c-ad4ab676b546 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589838] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ea124b3f-4387-428a-ade8-fa2ccefeb6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.589936] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590092] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590247] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 000ebc25-cb64-4930-85ee-778d4723cc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590393] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ef7f56ea-d728-4459-aa5b-5fb43a490a52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590531] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590667] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8d13982f-a851-4b56-aa16-c08776b0f61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590804] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f7111278-b0e4-4d65-bc51-12ccdf3c12de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.590945] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a1d590fb-e08d-4d00-ba20-c069c2b7d6c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.591223] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1064.591400] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1064.642156] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528fad14-d413-3105-1bf9-d0ae4aae010e, 'name': SearchDatastore_Task, 'duration_secs': 0.016518} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.642559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.643025] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a1d590fb-e08d-4d00-ba20-c069c2b7d6c4/a1d590fb-e08d-4d00-ba20-c069c2b7d6c4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.643323] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2e38d40-254f-4b50-9fa2-8cd4ad0e2034 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.655593] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1064.655593] env[69506]: value = "task-3249938" [ 1064.655593] env[69506]: _type = "Task" [ 1064.655593] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.664655] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.711012] env[69506]: DEBUG oslo_concurrency.lockutils [req-ec171937-e3ff-4681-97fa-5b2a803c395e req-6ce4651e-8585-48ea-932d-177cf47c0bb2 service nova] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.722618] env[69506]: DEBUG nova.network.neutron [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.723769] env[69506]: DEBUG oslo_vmware.api [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157719} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.724656] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.724843] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.725030] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.725198] env[69506]: INFO nova.compute.manager [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.725437] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.725630] env[69506]: DEBUG nova.compute.manager [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.725713] env[69506]: DEBUG nova.network.neutron [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.820758] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818eb67-0a79-439b-b3c4-77ea8570fd20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.828527] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f34d4d-62ec-42d3-bc11-a122ed9c235e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.863924] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe57e178-fee6-4e39-aa7c-147da4cf3aa7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.871624] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72293f-9d27-488b-802c-4a2309bd6d4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887605] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.973037] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f52312e-4e8b-41c0-8a0f-bdc56bbcd202 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.601s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.164959] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465919} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.165247] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] a1d590fb-e08d-4d00-ba20-c069c2b7d6c4/a1d590fb-e08d-4d00-ba20-c069c2b7d6c4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.165466] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.165711] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7a0d68-7916-4938-8c60-73cd79429614 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.171896] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1065.171896] env[69506]: value = "task-3249939" [ 1065.171896] env[69506]: _type = "Task" [ 1065.171896] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.179983] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.212110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.212387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.212723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.212988] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.213192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.215303] env[69506]: INFO nova.compute.manager [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Terminating instance [ 1065.225404] env[69506]: INFO nova.compute.manager [-] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Took 1.57 seconds to deallocate network for instance. [ 1065.424081] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Updated inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.424283] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Updating resource provider 5cb2072c-925b-48c7-904b-f12a729344ea generation from 132 to 133 during operation: update_inventory {{(pid=69506) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.424437] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.451276] env[69506]: DEBUG nova.compute.manager [req-95bb3225-afe9-4321-b825-97ffb36b7af3 req-c431cf7a-1b4b-456a-a60c-ff636b3ae9e5 service nova] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Received event network-vif-deleted-4c61cc51-19d5-43c2-9ed7-125cb4798192 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.451429] env[69506]: DEBUG nova.compute.manager [req-95bb3225-afe9-4321-b825-97ffb36b7af3 req-c431cf7a-1b4b-456a-a60c-ff636b3ae9e5 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Received event network-vif-deleted-92dd7d35-bfa3-4f1b-a4d0-099784f4983f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.451616] env[69506]: INFO nova.compute.manager [req-95bb3225-afe9-4321-b825-97ffb36b7af3 req-c431cf7a-1b4b-456a-a60c-ff636b3ae9e5 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Neutron deleted interface 92dd7d35-bfa3-4f1b-a4d0-099784f4983f; detaching it from the instance and deleting it from the info cache [ 1065.451752] env[69506]: DEBUG nova.network.neutron [req-95bb3225-afe9-4321-b825-97ffb36b7af3 req-c431cf7a-1b4b-456a-a60c-ff636b3ae9e5 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.552838] env[69506]: DEBUG nova.network.neutron [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.681390] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250324} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.681683] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.683054] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55080d76-cc86-4e84-84c7-8d5e89cd7c3e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.704757] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a1d590fb-e08d-4d00-ba20-c069c2b7d6c4/a1d590fb-e08d-4d00-ba20-c069c2b7d6c4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.705055] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46c7ebf-b43b-4193-8b25-15f50bdea110 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.719896] env[69506]: DEBUG nova.compute.manager [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.720160] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.720891] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de858d45-f54f-4c4a-b8e3-736c95e0f43d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.727663] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.727886] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef6aab9-ab7b-4f73-89f4-08e32a5e679e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.731385] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.731701] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1065.731701] env[69506]: value = "task-3249940" [ 1065.731701] env[69506]: _type = "Task" [ 1065.731701] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.735434] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1065.735434] env[69506]: value = "task-3249941" [ 1065.735434] env[69506]: _type = "Task" [ 1065.735434] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.743450] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.748179] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.928998] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1065.929245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.379s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.929525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.198s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.929744] env[69506]: DEBUG nova.objects.instance [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'resources' on Instance uuid 8d13982f-a851-4b56-aa16-c08776b0f61b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.955025] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f94d7c6-8950-4555-9e4a-cef9eaab135f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.965402] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c47f3-b596-4721-903e-344cb22577b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.998154] env[69506]: DEBUG nova.compute.manager [req-95bb3225-afe9-4321-b825-97ffb36b7af3 req-c431cf7a-1b4b-456a-a60c-ff636b3ae9e5 service nova] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Detach interface failed, port_id=92dd7d35-bfa3-4f1b-a4d0-099784f4983f, reason: Instance f7111278-b0e4-4d65-bc51-12ccdf3c12de could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.055504] env[69506]: INFO nova.compute.manager [-] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Took 1.33 seconds to deallocate network for instance. [ 1066.246733] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249940, 'name': ReconfigVM_Task, 'duration_secs': 0.429031} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.250117] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a1d590fb-e08d-4d00-ba20-c069c2b7d6c4/a1d590fb-e08d-4d00-ba20-c069c2b7d6c4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.250872] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249941, 'name': PowerOffVM_Task, 'duration_secs': 0.24328} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.251158] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92915ddc-8823-43a3-a82d-9e0d8c320f21 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.253039] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.253227] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.253465] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080f49a4-85ab-47d2-8163-152cc8439bbb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.261030] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1066.261030] env[69506]: value = "task-3249942" [ 1066.261030] env[69506]: _type = "Task" [ 1066.261030] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.270430] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249942, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.319040] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.319274] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.319482] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleting the datastore file [datastore1] 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.319795] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5bc81db-f041-4b3b-8d12-33ff82b805a7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.326484] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for the task: (returnval){ [ 1066.326484] env[69506]: value = "task-3249944" [ 1066.326484] env[69506]: _type = "Task" [ 1066.326484] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.335308] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.562233] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.598183] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb1ff8-147e-4ea9-a27f-4870a5a2c346 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.605820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48032cfc-9fde-4830-ac8c-a38c35535c57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.636184] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7535ee6-1200-4057-8aa3-11166f7d11f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.642991] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e182886-b08c-489c-b907-1a12b02ac5a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.655446] env[69506]: DEBUG nova.compute.provider_tree [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.703379] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-e58eaa0f-622a-46c1-9096-b5d6b018f56c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.703723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-e58eaa0f-622a-46c1-9096-b5d6b018f56c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.770682] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249942, 'name': Rename_Task, 'duration_secs': 0.218711} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.770897] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.771160] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f0d767-b6e1-45e6-a0e2-c1c200f83fae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.777439] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1066.777439] env[69506]: value = "task-3249945" [ 1066.777439] env[69506]: _type = "Task" [ 1066.777439] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.784626] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.835446] env[69506]: DEBUG oslo_vmware.api [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Task: {'id': task-3249944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192537} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.835683] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.835864] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.836056] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.836233] env[69506]: INFO nova.compute.manager [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1066.836470] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.836651] env[69506]: DEBUG nova.compute.manager [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.836746] env[69506]: DEBUG nova.network.neutron [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.158460] env[69506]: DEBUG nova.scheduler.client.report [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.206521] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.206521] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.207800] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86262272-9f41-4c35-815d-333d0ee8ee05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.226844] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63dcfc4-c69b-461c-b81b-7c21bc596c4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.253414] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfiguring VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1067.253704] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91805242-c6f4-40be-ac33-02be4763cbbb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.273390] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1067.273390] env[69506]: value = "task-3249946" [ 1067.273390] env[69506]: _type = "Task" [ 1067.273390] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.283534] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.288157] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.476914] env[69506]: DEBUG nova.compute.manager [req-6e04fb0a-c04b-4991-9583-b87fbecd6c2c req-51656e33-7cf3-49ed-8a32-789273e98235 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Received event network-vif-deleted-52aca7fb-a4f6-44fc-9f22-a342972f5a20 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.477280] env[69506]: INFO nova.compute.manager [req-6e04fb0a-c04b-4991-9583-b87fbecd6c2c req-51656e33-7cf3-49ed-8a32-789273e98235 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Neutron deleted interface 52aca7fb-a4f6-44fc-9f22-a342972f5a20; detaching it from the instance and deleting it from the info cache [ 1067.477476] env[69506]: DEBUG nova.network.neutron [req-6e04fb0a-c04b-4991-9583-b87fbecd6c2c req-51656e33-7cf3-49ed-8a32-789273e98235 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.549608] env[69506]: DEBUG nova.network.neutron [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.664478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.667013] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.105s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.667306] env[69506]: DEBUG nova.objects.instance [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid f7111278-b0e4-4d65-bc51-12ccdf3c12de {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.689263] env[69506]: INFO nova.scheduler.client.report [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted allocations for instance 8d13982f-a851-4b56-aa16-c08776b0f61b [ 1067.786105] env[69506]: DEBUG oslo_vmware.api [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249945, 'name': PowerOnVM_Task, 'duration_secs': 0.982454} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.789175] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.789417] env[69506]: INFO nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1067.789601] env[69506]: DEBUG nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.789882] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.790552] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654a3ef-33c7-4aa9-9fe5-3aa9e6ef719d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.980236] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07045d09-0af2-4630-9003-4e64164a66ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989485] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d93c4-c15d-4f34-ac9a-14e39f934bf3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.021824] env[69506]: DEBUG nova.compute.manager [req-6e04fb0a-c04b-4991-9583-b87fbecd6c2c req-51656e33-7cf3-49ed-8a32-789273e98235 service nova] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Detach interface failed, port_id=52aca7fb-a4f6-44fc-9f22-a342972f5a20, reason: Instance 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.052772] env[69506]: INFO nova.compute.manager [-] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Took 1.22 seconds to deallocate network for instance. [ 1068.198105] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc7ea7ea-a1bd-4506-8f71-6340b2d5e4a2 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "8d13982f-a851-4b56-aa16-c08776b0f61b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.183s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.284617] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.306073] env[69506]: INFO nova.compute.manager [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Took 14.61 seconds to build instance. [ 1068.341107] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6afe6-34ea-4499-bc79-77e5731c10b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.348723] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934988b-dccd-4d62-b670-684f592aa395 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.378408] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15abf516-60e2-41b5-b5ac-f49d441c8d79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.385546] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4d5e6-0ef9-4fb7-908e-5ffc25a4f201 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.401533] env[69506]: DEBUG nova.compute.provider_tree [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.559142] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.785539] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.808180] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d92b4c6a-d3eb-44a2-94ef-8f504c3f3634 tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.124s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.904533] env[69506]: DEBUG nova.scheduler.client.report [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.284863] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.285149] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.293137] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.410134] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.412702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.854s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.412828] env[69506]: DEBUG nova.objects.instance [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lazy-loading 'resources' on Instance uuid 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.432349] env[69506]: INFO nova.scheduler.client.report [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance f7111278-b0e4-4d65-bc51-12ccdf3c12de [ 1069.787323] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.789953] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.861826] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.862208] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.862329] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.862536] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.862711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.865015] env[69506]: INFO nova.compute.manager [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Terminating instance [ 1069.941561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7f3712ac-8ff3-4018-a45e-27b273e7a4a7 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "f7111278-b0e4-4d65-bc51-12ccdf3c12de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.865s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.091958] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71262820-aadc-46b1-9ffb-ab982de7d96f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.100766] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4cb1e-4345-49e5-a30d-ac0baee7358b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.138618] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd49020-066b-4178-aee6-9040075c9525 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.147486] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51719f-9252-4ff0-8926-d840ff640871 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.163725] env[69506]: DEBUG nova.compute.provider_tree [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.288153] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.306184] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.369604] env[69506]: DEBUG nova.compute.manager [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.370681] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.370788] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56a7dc-f9e5-4086-b5d1-f02f6d814d6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.378110] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.378351] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d21f7a7-b975-4808-899d-3af487bce025 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.384633] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1070.384633] env[69506]: value = "task-3249947" [ 1070.384633] env[69506]: _type = "Task" [ 1070.384633] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.392631] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.667175] env[69506]: DEBUG nova.scheduler.client.report [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.794825] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.894322] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249947, 'name': PowerOffVM_Task, 'duration_secs': 0.195487} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.894658] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.894700] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.894933] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a37da9fd-2545-407f-9c2d-80eb1c734344 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.955245] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.955492] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.955678] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleting the datastore file [datastore2] a1d590fb-e08d-4d00-ba20-c069c2b7d6c4 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.955948] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1a7980-9040-4965-9302-a4c60607aa50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.962213] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for the task: (returnval){ [ 1070.962213] env[69506]: value = "task-3249949" [ 1070.962213] env[69506]: _type = "Task" [ 1070.962213] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.970179] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.174500] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.177026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.871s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.178439] env[69506]: INFO nova.compute.claims [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.193021] env[69506]: INFO nova.scheduler.client.report [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Deleted allocations for instance 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a [ 1071.289285] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.328630] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.328866] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.472058] env[69506]: DEBUG oslo_vmware.api [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Task: {'id': task-3249949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129478} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.472334] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.472531] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.472703] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.472869] env[69506]: INFO nova.compute.manager [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1071.473124] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.473311] env[69506]: DEBUG nova.compute.manager [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.473409] env[69506]: DEBUG nova.network.neutron [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.700335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e84642d7-8d7d-47f9-8fff-8c09085922eb tempest-ServerRescueNegativeTestJSON-106874270 tempest-ServerRescueNegativeTestJSON-106874270-project-member] Lock "43b5e7a3-0cf1-4b10-9bc3-86a49456a62a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.488s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.764950] env[69506]: DEBUG nova.compute.manager [req-6cbaf29a-c266-4ca0-aff1-39524a422680 req-adaaf1be-4cab-4f21-bafb-d3698c89f00c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Received event network-vif-deleted-1475e85c-0dd6-4c47-86cd-7a08a30f237b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.765104] env[69506]: INFO nova.compute.manager [req-6cbaf29a-c266-4ca0-aff1-39524a422680 req-adaaf1be-4cab-4f21-bafb-d3698c89f00c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Neutron deleted interface 1475e85c-0dd6-4c47-86cd-7a08a30f237b; detaching it from the instance and deleting it from the info cache [ 1071.765277] env[69506]: DEBUG nova.network.neutron [req-6cbaf29a-c266-4ca0-aff1-39524a422680 req-adaaf1be-4cab-4f21-bafb-d3698c89f00c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.790558] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.831356] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.244332] env[69506]: DEBUG nova.network.neutron [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.268190] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c60eb994-5da6-4027-a900-ee7ae99351d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281061] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e2f81-212d-4792-9317-480c3f67f9ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.308551] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.324674] env[69506]: DEBUG nova.compute.manager [req-6cbaf29a-c266-4ca0-aff1-39524a422680 req-adaaf1be-4cab-4f21-bafb-d3698c89f00c service nova] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Detach interface failed, port_id=1475e85c-0dd6-4c47-86cd-7a08a30f237b, reason: Instance a1d590fb-e08d-4d00-ba20-c069c2b7d6c4 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.355407] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.395767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f52a0-30e6-4c47-a6de-59b158297f0c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.403564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec3823f-62dd-486c-91f4-b329befc331c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.434724] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f138fb5-e086-4433-9c58-92ebc6048ab1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.442548] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ee239-c57b-4449-9a3f-3f1688724d0c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.456142] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.456340] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.456459] env[69506]: INFO nova.compute.manager [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Shelving [ 1072.458472] env[69506]: DEBUG nova.compute.provider_tree [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.748825] env[69506]: INFO nova.compute.manager [-] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Took 1.27 seconds to deallocate network for instance. [ 1072.808959] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.963669] env[69506]: DEBUG nova.scheduler.client.report [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.033999] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "01467b61-eca8-40f8-afe1-9fa5c944709f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.034321] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.034552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.034914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.034914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.037512] env[69506]: INFO nova.compute.manager [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Terminating instance [ 1073.255039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.310351] env[69506]: DEBUG oslo_vmware.api [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249946, 'name': ReconfigVM_Task, 'duration_secs': 5.763605} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.310560] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.310767] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Reconfigured VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1073.411366] env[69506]: DEBUG nova.compute.manager [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.412334] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3302b6f-a343-4359-93b8-2b80528d761f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.469995] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.470548] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.473164] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.118s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.474540] env[69506]: INFO nova.compute.claims [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.476897] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.477673] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-989a73cc-11d3-474d-aff5-876db06e9a95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.490855] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1073.490855] env[69506]: value = "task-3249950" [ 1073.490855] env[69506]: _type = "Task" [ 1073.490855] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.510264] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.541252] env[69506]: DEBUG nova.compute.manager [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.541747] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.542652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d8694-2626-4f95-9fa4-8591c8863a05 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.547088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.547088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.547088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.547088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.547088] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.549806] env[69506]: INFO nova.compute.manager [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Terminating instance [ 1073.557344] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.557594] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c3a19a4-606f-4755-a1bf-34752595ed22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.569014] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 1073.569014] env[69506]: value = "task-3249951" [ 1073.569014] env[69506]: _type = "Task" [ 1073.569014] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.575549] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.818429] env[69506]: DEBUG nova.compute.manager [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-vif-deleted-e58eaa0f-622a-46c1-9096-b5d6b018f56c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.818673] env[69506]: INFO nova.compute.manager [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Neutron deleted interface e58eaa0f-622a-46c1-9096-b5d6b018f56c; detaching it from the instance and deleting it from the info cache [ 1073.818976] env[69506]: DEBUG nova.network.neutron [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.922317] env[69506]: INFO nova.compute.manager [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] instance snapshotting [ 1073.923107] env[69506]: DEBUG nova.objects.instance [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.981808] env[69506]: DEBUG nova.compute.utils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.983233] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.983405] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.001922] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249950, 'name': PowerOffVM_Task, 'duration_secs': 0.351981} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.003139] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.003139] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f1f96-ba59-4be6-838a-7c4f133caa27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.025695] env[69506]: DEBUG nova.policy [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '443a31aafef3495fb1045f074b0fd1f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ba8aa6d6a54e5d85203e0b2283343d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.028777] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002bd200-5c0c-480b-b6ec-a50b2be1bd3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.054501] env[69506]: DEBUG nova.compute.manager [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.055810] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.056562] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f5b7c-6e4e-4d5c-9893-ffb1c8fc51cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.067244] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.072265] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2033fd6c-db0d-4e6d-9ca6-2a57e654a43a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.083115] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249951, 'name': PowerOffVM_Task, 'duration_secs': 0.282972} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.084551] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.084925] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.085472] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1074.085472] env[69506]: value = "task-3249952" [ 1074.085472] env[69506]: _type = "Task" [ 1074.085472] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.085863] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f21d266-4801-463e-a6f8-9dea0825f2a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.100834] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.161021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.161021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.161021] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Deleting the datastore file [datastore1] 01467b61-eca8-40f8-afe1-9fa5c944709f {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.161021] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927dbb88-ace4-440d-8d52-649dd32722fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.167681] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for the task: (returnval){ [ 1074.167681] env[69506]: value = "task-3249954" [ 1074.167681] env[69506]: _type = "Task" [ 1074.167681] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.178941] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.323061] env[69506]: DEBUG oslo_concurrency.lockutils [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.323061] env[69506]: DEBUG oslo_concurrency.lockutils [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] Acquired lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.323386] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0272c1-9a51-49a0-a7b8-b5a6deb71999 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.074948] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.077626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.079293] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.079293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.079491] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.079491] env[69506]: DEBUG nova.network.neutron [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.080535] env[69506]: DEBUG oslo_concurrency.lockutils [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] Releasing lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.080763] env[69506]: WARNING nova.compute.manager [req-3c7463c4-17cf-4f91-98e0-6bf905fc66a2 req-639b55db-a0dd-4ddf-8b24-3fc8cfd386bf service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Detach interface failed, port_id=e58eaa0f-622a-46c1-9096-b5d6b018f56c, reason: No device with interface-id e58eaa0f-622a-46c1-9096-b5d6b018f56c exists on VM: nova.exception.NotFound: No device with interface-id e58eaa0f-622a-46c1-9096-b5d6b018f56c exists on VM [ 1075.082338] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Successfully created port: 02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.084249] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b4add00-1d35-43f4-9c02-40b627f6d475 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.091447] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.014s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.091652] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.091825] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.091991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.093849] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fca8510-600c-4f0e-8e04-79ab709292fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.096745] env[69506]: INFO nova.compute.manager [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Terminating instance [ 1075.108666] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249952, 'name': PowerOffVM_Task, 'duration_secs': 0.206901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.126203] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.126411] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.127122] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1075.127122] env[69506]: value = "task-3249955" [ 1075.127122] env[69506]: _type = "Task" [ 1075.127122] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.127481] env[69506]: DEBUG oslo_vmware.api [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Task: {'id': task-3249954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241009} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.130161] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e645aca-4a1a-422f-ae62-89f4f6e87a43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.132278] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7685b90d-42e9-4508-8d3a-e54a45e6eb72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.134665] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.134867] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.135059] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.135240] env[69506]: INFO nova.compute.manager [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1075.135471] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.138922] env[69506]: DEBUG nova.compute.manager [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.139042] env[69506]: DEBUG nova.network.neutron [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.147607] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.208446] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.208638] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.208912] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleting the datastore file [datastore2] 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.210434] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9a39d3a-0cb7-478e-9129-df8aceca0731 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.215818] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1075.215818] env[69506]: value = "task-3249957" [ 1075.215818] env[69506]: _type = "Task" [ 1075.215818] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.226381] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.348652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72caf44e-66c4-4285-b945-4f8a738e8ddc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.358385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfcc978-5d0c-4ad5-b2ce-e0668726a5d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.390066] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aefa95c-9b5d-40e4-a1e4-cc8b13607dc6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.396967] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a3f2b-24a4-456a-bbf6-3430a4e9a65a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.419083] env[69506]: DEBUG nova.compute.provider_tree [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.601519] env[69506]: DEBUG nova.compute.manager [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.601650] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.602564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf241d-af10-4684-92d6-11ff8d4a4d47 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.610140] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.610524] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be5e15b-fd3b-4d8a-b5ad-eb17a780bc04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.616997] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1075.616997] env[69506]: value = "task-3249958" [ 1075.616997] env[69506]: _type = "Task" [ 1075.616997] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.626139] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.642744] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249955, 'name': CreateSnapshot_Task, 'duration_secs': 0.524838} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.645401] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.646024] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea4fefa-2419-4646-8fa5-a05b652679d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.657181] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.657657] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63334a7e-accc-4982-a859-6b6ee6e2756a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.665015] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1075.665015] env[69506]: value = "task-3249959" [ 1075.665015] env[69506]: _type = "Task" [ 1075.665015] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.678694] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.726128] env[69506]: DEBUG oslo_vmware.api [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222643} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.726418] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.726569] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.726738] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.726904] env[69506]: INFO nova.compute.manager [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1075.727222] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.727337] env[69506]: DEBUG nova.compute.manager [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.727455] env[69506]: DEBUG nova.network.neutron [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.921899] env[69506]: DEBUG nova.scheduler.client.report [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.927672] env[69506]: DEBUG nova.compute.manager [req-9d208210-d55b-4f69-88e9-dca619fa5ec3 req-84f24774-f606-4b86-8bd9-7f83b1bd0503 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Received event network-vif-deleted-45131ff0-70a0-4cfb-bbe4-97ba02cbafb4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.927859] env[69506]: INFO nova.compute.manager [req-9d208210-d55b-4f69-88e9-dca619fa5ec3 req-84f24774-f606-4b86-8bd9-7f83b1bd0503 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Neutron deleted interface 45131ff0-70a0-4cfb-bbe4-97ba02cbafb4; detaching it from the instance and deleting it from the info cache [ 1075.928044] env[69506]: DEBUG nova.network.neutron [req-9d208210-d55b-4f69-88e9-dca619fa5ec3 req-84f24774-f606-4b86-8bd9-7f83b1bd0503 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.937397] env[69506]: DEBUG nova.network.neutron [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [{"id": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "address": "fa:16:3e:04:ae:0d", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4817b73-6b", "ovs_interfaceid": "a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.090163] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.114779] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.115086] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.115270] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.115487] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.115638] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.115795] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.116028] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.116225] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.116404] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.116598] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.116805] env[69506]: DEBUG nova.virt.hardware [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.117746] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447cd7ab-d6c5-41a7-a9d3-5f1099402751 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.130634] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249958, 'name': PowerOffVM_Task, 'duration_secs': 0.183122} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.132509] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.132767] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.133190] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e53e1f00-c849-4313-8290-9df7570117bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.136093] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbf2cc-308e-4d8b-8867-51ba77035ed9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164877] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1076.165505] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9e39dd9-50a7-46e8-8586-6a357042c049 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.174039] env[69506]: DEBUG nova.compute.manager [req-6d014235-335e-40d3-b4ac-44b5e58035b4 req-a9d5ce37-8ab6-47f0-b9c2-4f2c0308a9cc service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Received event network-vif-deleted-74f7b5cb-9129-46dc-8760-995c9c052d81 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.174039] env[69506]: INFO nova.compute.manager [req-6d014235-335e-40d3-b4ac-44b5e58035b4 req-a9d5ce37-8ab6-47f0-b9c2-4f2c0308a9cc service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Neutron deleted interface 74f7b5cb-9129-46dc-8760-995c9c052d81; detaching it from the instance and deleting it from the info cache [ 1076.174788] env[69506]: DEBUG nova.network.neutron [req-6d014235-335e-40d3-b4ac-44b5e58035b4 req-a9d5ce37-8ab6-47f0-b9c2-4f2c0308a9cc service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.181497] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.183009] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1076.183009] env[69506]: value = "task-3249961" [ 1076.183009] env[69506]: _type = "Task" [ 1076.183009] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.192348] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249961, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.228731] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.228731] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.228731] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleting the datastore file [datastore2] 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.228731] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4149ee14-40e3-4431-a5e1-8eb0c068c3fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.235639] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1076.235639] env[69506]: value = "task-3249962" [ 1076.235639] env[69506]: _type = "Task" [ 1076.235639] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.244031] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.405016] env[69506]: DEBUG nova.network.neutron [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.430494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.431165] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.435794] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.181s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.436075] env[69506]: DEBUG nova.objects.instance [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lazy-loading 'resources' on Instance uuid a1d590fb-e08d-4d00-ba20-c069c2b7d6c4 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.437244] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9553782-e28f-41f0-9669-b534cdd89c6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.440473] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-2317147b-3cd1-4354-84ef-b0c7a22b0dd9" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.449224] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e942dc-f90c-4cf1-943e-8b42e7f0c5a9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.480364] env[69506]: DEBUG nova.compute.manager [req-9d208210-d55b-4f69-88e9-dca619fa5ec3 req-84f24774-f606-4b86-8bd9-7f83b1bd0503 service nova] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Detach interface failed, port_id=45131ff0-70a0-4cfb-bbe4-97ba02cbafb4, reason: Instance 01467b61-eca8-40f8-afe1-9fa5c944709f could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.646931] env[69506]: DEBUG nova.network.neutron [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.675779] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249959, 'name': CreateSnapshot_Task, 'duration_secs': 0.539636} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.676320] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1076.677584] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2402a19c-c769-4644-8ba9-f995bb30b108 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.681450] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b657142-b04e-4944-a097-20643c1c2aa9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.700151] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a3ced6-7d84-4fde-a8f3-f4dc7f8d505b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.711191] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249961, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.731347] env[69506]: DEBUG nova.compute.manager [req-6d014235-335e-40d3-b4ac-44b5e58035b4 req-a9d5ce37-8ab6-47f0-b9c2-4f2c0308a9cc service nova] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Detach interface failed, port_id=74f7b5cb-9129-46dc-8760-995c9c052d81, reason: Instance 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.745928] env[69506]: DEBUG oslo_vmware.api [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3249962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264878} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.745928] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.745928] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.745928] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.745928] env[69506]: INFO nova.compute.manager [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.745928] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.746135] env[69506]: DEBUG nova.compute.manager [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.746135] env[69506]: DEBUG nova.network.neutron [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.753494] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Successfully updated port: 02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.908959] env[69506]: INFO nova.compute.manager [-] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Took 1.77 seconds to deallocate network for instance. [ 1076.941614] env[69506]: DEBUG nova.compute.utils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.946540] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.946609] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.948725] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5954db40-4828-496f-8641-de2a059440fe tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-2317147b-3cd1-4354-84ef-b0c7a22b0dd9-e58eaa0f-622a-46c1-9096-b5d6b018f56c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.245s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.000783] env[69506]: DEBUG nova.policy [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.130236] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1693a-af25-45ba-abf2-834018ee0cbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.138205] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8ad2e1-21ad-411d-a793-50ca3300efd4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.167741] env[69506]: INFO nova.compute.manager [-] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Took 1.44 seconds to deallocate network for instance. [ 1077.170156] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e6194-802b-4476-951a-d3e64e60f30d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.183120] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d3509-f55b-4a93-ae1a-47d0c49aaafd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194065] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249961, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.208242] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1077.208806] env[69506]: DEBUG nova.compute.provider_tree [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.210192] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2141164-08d9-4001-b271-df33f1a91868 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.220054] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1077.220054] env[69506]: value = "task-3249963" [ 1077.220054] env[69506]: _type = "Task" [ 1077.220054] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.229226] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249963, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.255914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.256086] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.256241] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.399956] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Successfully created port: 76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.415901] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.447621] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.677451] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.695380] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249961, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.714461] env[69506]: DEBUG nova.scheduler.client.report [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.729674] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249963, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.791429] env[69506]: DEBUG nova.network.neutron [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.804781] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.975162] env[69506]: DEBUG nova.network.neutron [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.196873] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249961, 'name': CloneVM_Task, 'duration_secs': 1.846596} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.197163] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Created linked-clone VM from snapshot [ 1078.197914] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff495b22-1aef-4d6e-8f35-9b38087923a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.202814] env[69506]: DEBUG nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Received event network-vif-plugged-02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.203031] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Acquiring lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.203243] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.203412] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.203572] env[69506]: DEBUG nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] No waiting events found dispatching network-vif-plugged-02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.203737] env[69506]: WARNING nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Received unexpected event network-vif-plugged-02a7cb11-dc38-46c0-9248-cc05438d45f0 for instance with vm_state building and task_state spawning. [ 1078.203900] env[69506]: DEBUG nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Received event network-changed-02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.204062] env[69506]: DEBUG nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Refreshing instance network info cache due to event network-changed-02a7cb11-dc38-46c0-9248-cc05438d45f0. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.204233] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.210311] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Uploading image e3c0a08e-fa02-4e1b-8625-5f615a710aaf {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1078.219819] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.221995] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.806s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.222320] env[69506]: DEBUG nova.objects.instance [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lazy-loading 'resources' on Instance uuid 01467b61-eca8-40f8-afe1-9fa5c944709f {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.238690] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249963, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.240774] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1078.240774] env[69506]: value = "vm-649404" [ 1078.240774] env[69506]: _type = "VirtualMachine" [ 1078.240774] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1078.241354] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da7e3751-880d-45f7-a28e-ecb567c498de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.243584] env[69506]: INFO nova.scheduler.client.report [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Deleted allocations for instance a1d590fb-e08d-4d00-ba20-c069c2b7d6c4 [ 1078.250024] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease: (returnval){ [ 1078.250024] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb3a44-f2e9-5d7f-9b92-5ce9c78e3191" [ 1078.250024] env[69506]: _type = "HttpNfcLease" [ 1078.250024] env[69506]: } obtained for exporting VM: (result){ [ 1078.250024] env[69506]: value = "vm-649404" [ 1078.250024] env[69506]: _type = "VirtualMachine" [ 1078.250024] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1078.250583] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the lease: (returnval){ [ 1078.250583] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb3a44-f2e9-5d7f-9b92-5ce9c78e3191" [ 1078.250583] env[69506]: _type = "HttpNfcLease" [ 1078.250583] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.260637] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.260637] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb3a44-f2e9-5d7f-9b92-5ce9c78e3191" [ 1078.260637] env[69506]: _type = "HttpNfcLease" [ 1078.260637] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.294817] env[69506]: INFO nova.compute.manager [-] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Took 1.55 seconds to deallocate network for instance. [ 1078.458335] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.477721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.478161] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Instance network_info: |[{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.478481] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.478675] env[69506]: DEBUG nova.network.neutron [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Refreshing network info cache for port 02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.479952] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:da:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a7cb11-dc38-46c0-9248-cc05438d45f0', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.488412] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.491187] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.491418] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.491581] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.491769] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.492432] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.492432] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.492432] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.492562] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.492680] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.492855] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.493038] env[69506]: DEBUG nova.virt.hardware [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.493312] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.494121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2010c6ff-946c-4177-bb39-408d6b3f7ae5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.497452] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd912196-8cfc-441d-ae8e-4f04f17251bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.519430] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d17a9-fc4a-4080-8799-f27079fd1d54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523453] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.523453] env[69506]: value = "task-3249965" [ 1078.523453] env[69506]: _type = "Task" [ 1078.523453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.542853] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249965, 'name': CreateVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.737191] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249963, 'name': CloneVM_Task, 'duration_secs': 1.439961} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.737749] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created linked-clone VM from snapshot [ 1078.738601] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39582612-2203-4c03-a9d7-9efe873798b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.747179] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploading image ece8bc3f-7653-478b-b4b2-ec6be5214305 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1078.754691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c8e5ae86-04ac-45da-a724-d98a1d9ed9bd tempest-ServerDiskConfigTestJSON-146039362 tempest-ServerDiskConfigTestJSON-146039362-project-member] Lock "a1d590fb-e08d-4d00-ba20-c069c2b7d6c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.893s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.761823] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.761823] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb3a44-f2e9-5d7f-9b92-5ce9c78e3191" [ 1078.761823] env[69506]: _type = "HttpNfcLease" [ 1078.761823] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.762110] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.762110] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cb3a44-f2e9-5d7f-9b92-5ce9c78e3191" [ 1078.762110] env[69506]: _type = "HttpNfcLease" [ 1078.762110] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1078.762933] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545cf8c7-06fc-461a-a1b5-f22c57013c93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.772349] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.772349] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1078.778908] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1078.778908] env[69506]: value = "vm-649405" [ 1078.778908] env[69506]: _type = "VirtualMachine" [ 1078.778908] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1078.779474] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31f0bd01-8e93-4313-bd45-aaea5c312d7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.835506] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.843288] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease: (returnval){ [ 1078.843288] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5229041d-1546-322b-83f2-1c41ebc97f56" [ 1078.843288] env[69506]: _type = "HttpNfcLease" [ 1078.843288] env[69506]: } obtained for exporting VM: (result){ [ 1078.843288] env[69506]: value = "vm-649405" [ 1078.843288] env[69506]: _type = "VirtualMachine" [ 1078.843288] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1078.843550] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the lease: (returnval){ [ 1078.843550] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5229041d-1546-322b-83f2-1c41ebc97f56" [ 1078.843550] env[69506]: _type = "HttpNfcLease" [ 1078.843550] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.850834] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.850834] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5229041d-1546-322b-83f2-1c41ebc97f56" [ 1078.850834] env[69506]: _type = "HttpNfcLease" [ 1078.850834] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.902852] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e102e88f-ff02-4554-bdb4-7bc43f48aab9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.955098] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Successfully updated port: 76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.985324] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e1359-a57f-4759-b97e-465cde4f4d30 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.993729] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3444f71-85d0-427c-a7f8-6bfcfeaeb81e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.030918] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ec132-74ff-4a53-8dfe-4ec90112b1f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.039570] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249965, 'name': CreateVM_Task, 'duration_secs': 0.334007} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.041847] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.042717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.042908] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.043275] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.044514] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51a2d7-2340-47b5-b3a2-18e4834f874b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.051348] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c05f36-1a7c-48f7-a05a-8477d8496fb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.064176] env[69506]: DEBUG nova.compute.provider_tree [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.066959] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1079.066959] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e71a0e-04bc-c48e-26b7-6524225b5a49" [ 1079.066959] env[69506]: _type = "Task" [ 1079.066959] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.076321] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e71a0e-04bc-c48e-26b7-6524225b5a49, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.077409] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.077706] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.078017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.078195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.078633] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.078999] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f440299-d5d8-4e03-95bd-a4955d9ad4c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.088034] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.088835] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.089064] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4464bc04-f283-4719-83b4-5374e61365df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.095359] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1079.095359] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ca7c47-b411-a57e-8843-9b66c38a2921" [ 1079.095359] env[69506]: _type = "Task" [ 1079.095359] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.106711] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ca7c47-b411-a57e-8843-9b66c38a2921, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.107637] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622c416a-0f72-4a21-bd57-4d4516af87a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.114594] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1079.114594] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52201af1-77b4-d42e-64fa-cdee91bff3d9" [ 1079.114594] env[69506]: _type = "Task" [ 1079.114594] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.122321] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52201af1-77b4-d42e-64fa-cdee91bff3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.253455] env[69506]: DEBUG nova.network.neutron [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updated VIF entry in instance network info cache for port 02a7cb11-dc38-46c0-9248-cc05438d45f0. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.253823] env[69506]: DEBUG nova.network.neutron [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.353652] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.353652] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5229041d-1546-322b-83f2-1c41ebc97f56" [ 1079.353652] env[69506]: _type = "HttpNfcLease" [ 1079.353652] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1079.354070] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1079.354070] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5229041d-1546-322b-83f2-1c41ebc97f56" [ 1079.354070] env[69506]: _type = "HttpNfcLease" [ 1079.354070] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1079.354937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82fe6fb-68c1-45af-b3ac-b230953d3fa4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.363832] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1079.364138] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1079.457503] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1eec021e-eb52-4e39-ab64-dc0ee42402d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.459827] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460074] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.460175] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.568640] env[69506]: DEBUG nova.scheduler.client.report [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.625407] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52201af1-77b4-d42e-64fa-cdee91bff3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.626820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.627824] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.628210] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53cc8694-3f75-4677-8f09-c769bfc157fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.636847] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1079.636847] env[69506]: value = "task-3249967" [ 1079.636847] env[69506]: _type = "Task" [ 1079.636847] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.645541] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.757117] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.758557] env[69506]: DEBUG nova.compute.manager [req-9e0c9b0a-f78e-41a0-9957-39fd291248fd req-90ebc5ab-3071-457d-b29d-9a36ab21b804 service nova] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Received event network-vif-deleted-a4817b73-6b3f-4fdf-b4bb-d9b0ec5800eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.013950] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.074111] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.079960] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.401s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.079960] env[69506]: DEBUG nova.objects.instance [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'resources' on Instance uuid 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.116932] env[69506]: INFO nova.scheduler.client.report [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Deleted allocations for instance 01467b61-eca8-40f8-afe1-9fa5c944709f [ 1080.154840] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.235870] env[69506]: DEBUG nova.compute.manager [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Received event network-vif-plugged-76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.236122] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Acquiring lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.236724] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.237418] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.238330] env[69506]: DEBUG nova.compute.manager [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] No waiting events found dispatching network-vif-plugged-76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.239018] env[69506]: WARNING nova.compute.manager [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Received unexpected event network-vif-plugged-76ec7316-8303-41ca-bd04-9f873e042ca4 for instance with vm_state building and task_state spawning. [ 1080.239472] env[69506]: DEBUG nova.compute.manager [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Received event network-changed-76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.240029] env[69506]: DEBUG nova.compute.manager [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Refreshing instance network info cache due to event network-changed-76ec7316-8303-41ca-bd04-9f873e042ca4. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.240029] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Acquiring lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.249594] env[69506]: DEBUG nova.network.neutron [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Updating instance_info_cache with network_info: [{"id": "76ec7316-8303-41ca-bd04-9f873e042ca4", "address": "fa:16:3e:29:e8:05", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec7316-83", "ovs_interfaceid": "76ec7316-8303-41ca-bd04-9f873e042ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.636190] env[69506]: DEBUG oslo_concurrency.lockutils [None req-60cd4d20-843a-44ae-bded-bbc79370e2a8 tempest-ServersTestJSON-1975233753 tempest-ServersTestJSON-1975233753-project-member] Lock "01467b61-eca8-40f8-afe1-9fa5c944709f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.602s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.661019] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595186} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.665236] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.666911] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.675173] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed7e2f7-9502-4866-88d9-79555cf1723e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.684051] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1080.684051] env[69506]: value = "task-3249968" [ 1080.684051] env[69506]: _type = "Task" [ 1080.684051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.693969] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.752751] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.753088] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Instance network_info: |[{"id": "76ec7316-8303-41ca-bd04-9f873e042ca4", "address": "fa:16:3e:29:e8:05", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec7316-83", "ovs_interfaceid": "76ec7316-8303-41ca-bd04-9f873e042ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.753394] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Acquired lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753584] env[69506]: DEBUG nova.network.neutron [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Refreshing network info cache for port 76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.755485] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e8:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ec7316-8303-41ca-bd04-9f873e042ca4', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.765688] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.772899] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.773935] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb3b526-9946-4141-b04a-849608354d04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.803224] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.803224] env[69506]: value = "task-3249969" [ 1080.803224] env[69506]: _type = "Task" [ 1080.803224] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.814590] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249969, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.822147] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9acc679-0de9-4425-9bbd-44c662699a38 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.830149] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e3904-e480-45a2-962b-a20103dbe2b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.872753] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596241df-9a3d-4418-84b2-b47d380f7402 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.882655] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8ba440-3051-45c0-a2d5-fb5d1ff16ea1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.898630] env[69506]: DEBUG nova.compute.provider_tree [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.196296] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.196405] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.197281] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dcba08-d44a-461e-9fca-7e0ff9f0c37c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.221913] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.225313] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b86b67c-b924-4293-a45c-f49cfee08e8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.247801] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1081.247801] env[69506]: value = "task-3249970" [ 1081.247801] env[69506]: _type = "Task" [ 1081.247801] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.257688] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.277615] env[69506]: DEBUG nova.network.neutron [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Updated VIF entry in instance network info cache for port 76ec7316-8303-41ca-bd04-9f873e042ca4. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.278087] env[69506]: DEBUG nova.network.neutron [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Updating instance_info_cache with network_info: [{"id": "76ec7316-8303-41ca-bd04-9f873e042ca4", "address": "fa:16:3e:29:e8:05", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec7316-83", "ovs_interfaceid": "76ec7316-8303-41ca-bd04-9f873e042ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.314737] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249969, 'name': CreateVM_Task, 'duration_secs': 0.369976} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.314737] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.315284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315520] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.316177] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952d08a5-4ea9-4372-9186-b16095141ad3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.321253] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1081.321253] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52127c9a-4c38-f60e-410b-20e3eda725a7" [ 1081.321253] env[69506]: _type = "Task" [ 1081.321253] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.330904] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52127c9a-4c38-f60e-410b-20e3eda725a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.403063] env[69506]: DEBUG nova.scheduler.client.report [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.760079] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.780985] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc786999-ebb6-420a-8592-f9c02a29e3c2 req-9010921a-478c-4153-8180-9f249d567fa7 service nova] Releasing lock "refresh_cache-fac5cc3f-ab86-41dd-8f06-2259c6b1c378" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.834492] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52127c9a-4c38-f60e-410b-20e3eda725a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.835047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.835439] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.836082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.837097] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.837097] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.837097] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69233574-cd7a-4be1-85de-fce75fe1460f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.847356] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.849298] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.849298] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da84b217-9f56-4f75-a6e9-2e6d4873da6f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.857021] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1081.857021] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b25f4-d5ca-e9a2-fd59-cedd27936246" [ 1081.857021] env[69506]: _type = "Task" [ 1081.857021] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.867223] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b25f4-d5ca-e9a2-fd59-cedd27936246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.910296] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.913108] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.078s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.914559] env[69506]: DEBUG nova.objects.instance [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'resources' on Instance uuid 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.943482] env[69506]: INFO nova.scheduler.client.report [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted allocations for instance 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3 [ 1082.259509] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249970, 'name': ReconfigVM_Task, 'duration_secs': 0.894202} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.259835] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.260585] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7df7c411-0cd6-480f-ab46-d329fe152b69 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.266858] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1082.266858] env[69506]: value = "task-3249971" [ 1082.266858] env[69506]: _type = "Task" [ 1082.266858] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.277063] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249971, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.370789] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527b25f4-d5ca-e9a2-fd59-cedd27936246, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.371852] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5423181-1e15-4f4e-97db-818e2e147976 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.378818] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1082.378818] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522646ed-2196-5165-c855-ecd3146dd455" [ 1082.378818] env[69506]: _type = "Task" [ 1082.378818] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.391408] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522646ed-2196-5165-c855-ecd3146dd455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.452902] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cb86d4c2-2adc-4456-833e-13f50d91c339 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "4c0f9ed6-c93d-44da-aff8-20d4a053e6c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.906s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.599526] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fcf06-2a0b-4f04-b86f-1edae3de14ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.609030] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee29d19-5f2c-4e12-b5f1-02f0421d0cee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.645643] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319841c8-722b-4a3d-8a7e-d27172b39baf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.657310] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029422bc-17dd-45ec-b077-5bdd267e95ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.670994] env[69506]: DEBUG nova.compute.provider_tree [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.777559] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249971, 'name': Rename_Task, 'duration_secs': 0.16019} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.777847] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.778077] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374ec0aa-2000-4c2f-9433-3f162820b7cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.785266] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1082.785266] env[69506]: value = "task-3249972" [ 1082.785266] env[69506]: _type = "Task" [ 1082.785266] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.793880] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.889801] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522646ed-2196-5165-c855-ecd3146dd455, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.890086] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.890421] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] fac5cc3f-ab86-41dd-8f06-2259c6b1c378/fac5cc3f-ab86-41dd-8f06-2259c6b1c378.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.890689] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be1eeab-d668-4733-8227-1fdf8a69a42d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.896962] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1082.896962] env[69506]: value = "task-3249973" [ 1082.896962] env[69506]: _type = "Task" [ 1082.896962] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.906868] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.174792] env[69506]: DEBUG nova.scheduler.client.report [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.296567] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.319579] env[69506]: DEBUG oslo_concurrency.lockutils [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.319904] env[69506]: DEBUG oslo_concurrency.lockutils [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.408195] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.680576] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.706859] env[69506]: INFO nova.scheduler.client.report [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted allocations for instance 2317147b-3cd1-4354-84ef-b0c7a22b0dd9 [ 1083.796850] env[69506]: DEBUG oslo_vmware.api [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3249972, 'name': PowerOnVM_Task, 'duration_secs': 0.7845} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.797167] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.797386] env[69506]: INFO nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1083.797584] env[69506]: DEBUG nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.798372] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3169f9-a4cb-4b36-871a-b9bd9c43d42e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.824520] env[69506]: INFO nova.compute.manager [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Detaching volume 02732203-4bd0-4790-b96a-49c8612f678a [ 1083.880082] env[69506]: INFO nova.virt.block_device [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Attempting to driver detach volume 02732203-4bd0-4790-b96a-49c8612f678a from mountpoint /dev/sdb [ 1083.880520] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.880715] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649378', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'name': 'volume-02732203-4bd0-4790-b96a-49c8612f678a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea124b3f-4387-428a-ade8-fa2ccefeb6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'serial': '02732203-4bd0-4790-b96a-49c8612f678a'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.882058] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81eae6-224c-46e4-83d2-ab47e86edb70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.908089] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c0111-d814-4dd2-bb97-89de0f3cd1c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.916191] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51136} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.918097] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] fac5cc3f-ab86-41dd-8f06-2259c6b1c378/fac5cc3f-ab86-41dd-8f06-2259c6b1c378.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.918395] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.918814] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36cefef3-2f67-4d13-98a5-1bfae80d1edf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.921193] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c8500-eb4a-400d-b6ba-4b9460d4b92d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.945120] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f7595-478b-411f-91e4-76132b10ff76 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.948379] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1083.948379] env[69506]: value = "task-3249974" [ 1083.948379] env[69506]: _type = "Task" [ 1083.948379] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.962593] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] The volume has not been displaced from its original location: [datastore1] volume-02732203-4bd0-4790-b96a-49c8612f678a/volume-02732203-4bd0-4790-b96a-49c8612f678a.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.967833] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.968693] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d8b7c2-5aa5-4113-b157-25c0424094ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.984564] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.989561] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1083.989561] env[69506]: value = "task-3249975" [ 1083.989561] env[69506]: _type = "Task" [ 1083.989561] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.999428] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.216284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c23ac3c9-632b-45bf-87db-e8d4cbcc0fe1 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "2317147b-3cd1-4354-84ef-b0c7a22b0dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.125s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.321078] env[69506]: INFO nova.compute.manager [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Took 14.03 seconds to build instance. [ 1084.467745] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092724} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.467745] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.468206] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00868e9d-0b78-400c-9282-9fd20aa9fa4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.496200] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] fac5cc3f-ab86-41dd-8f06-2259c6b1c378/fac5cc3f-ab86-41dd-8f06-2259c6b1c378.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.496614] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2192267-2eee-4b81-8999-4362daa8b3fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.522403] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.523462] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1084.523462] env[69506]: value = "task-3249976" [ 1084.523462] env[69506]: _type = "Task" [ 1084.523462] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.531850] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.823944] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d7cde51a-0a29-4e05-b12f-df996dfc22b3 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.539s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.016478] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.035417] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249976, 'name': ReconfigVM_Task, 'duration_secs': 0.312562} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.035417] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Reconfigured VM instance instance-00000063 to attach disk [datastore2] fac5cc3f-ab86-41dd-8f06-2259c6b1c378/fac5cc3f-ab86-41dd-8f06-2259c6b1c378.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.037044] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d698e372-32be-4f93-8025-1bdc46520f24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.048613] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1085.048613] env[69506]: value = "task-3249977" [ 1085.048613] env[69506]: _type = "Task" [ 1085.048613] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.059968] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249977, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.508914] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249975, 'name': ReconfigVM_Task, 'duration_secs': 1.334792} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.509669] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.515996] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d639af5-cf7d-40b4-980c-671e6776412b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.535363] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1085.535363] env[69506]: value = "task-3249978" [ 1085.535363] env[69506]: _type = "Task" [ 1085.535363] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.547851] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.559578] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249977, 'name': Rename_Task, 'duration_secs': 0.196817} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.560107] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.560521] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98838cc2-7738-474b-b995-068cea41c2af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.567404] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1085.567404] env[69506]: value = "task-3249979" [ 1085.567404] env[69506]: _type = "Task" [ 1085.567404] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.577828] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.819121] env[69506]: DEBUG nova.compute.manager [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Received event network-changed-02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.820313] env[69506]: DEBUG nova.compute.manager [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Refreshing instance network info cache due to event network-changed-02a7cb11-dc38-46c0-9248-cc05438d45f0. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.820313] env[69506]: DEBUG oslo_concurrency.lockutils [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.820313] env[69506]: DEBUG oslo_concurrency.lockutils [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.820313] env[69506]: DEBUG nova.network.neutron [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Refreshing network info cache for port 02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.054358] env[69506]: DEBUG oslo_vmware.api [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249978, 'name': ReconfigVM_Task, 'duration_secs': 0.193201} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.058052] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649378', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'name': 'volume-02732203-4bd0-4790-b96a-49c8612f678a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea124b3f-4387-428a-ade8-fa2ccefeb6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '02732203-4bd0-4790-b96a-49c8612f678a', 'serial': '02732203-4bd0-4790-b96a-49c8612f678a'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.087698] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249979, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.565531] env[69506]: DEBUG nova.network.neutron [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updated VIF entry in instance network info cache for port 02a7cb11-dc38-46c0-9248-cc05438d45f0. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.565890] env[69506]: DEBUG nova.network.neutron [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.582753] env[69506]: DEBUG oslo_vmware.api [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3249979, 'name': PowerOnVM_Task, 'duration_secs': 0.516974} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.583047] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.583254] env[69506]: INFO nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1086.583434] env[69506]: DEBUG nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.584265] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff80772-a464-4312-993f-e10e5fb0d7c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.649527] env[69506]: DEBUG nova.objects.instance [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid ea124b3f-4387-428a-ade8-fa2ccefeb6d4 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.069018] env[69506]: DEBUG oslo_concurrency.lockutils [req-32b985ac-f697-44ca-8475-a87e8b71b089 req-b6e1787a-f109-4589-b8fc-741bfbba3256 service nova] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.105403] env[69506]: INFO nova.compute.manager [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Took 14.77 seconds to build instance. [ 1087.229308] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.232190] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857c6ec1-c85d-4559-9c22-ba58f20c4a1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239303] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.239477] env[69506]: ERROR oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk due to incomplete transfer. [ 1087.239705] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8393e597-8267-451f-8b34-2bd2a91d5ff6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.249210] env[69506]: DEBUG oslo_vmware.rw_handles [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1d042-c84a-fbf9-9df4-21a5af35dd91/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.249460] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Uploaded image e3c0a08e-fa02-4e1b-8625-5f615a710aaf to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.251674] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.251945] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47e411d0-2a96-4095-a072-b1789db93ac3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.258620] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1087.258620] env[69506]: value = "task-3249980" [ 1087.258620] env[69506]: _type = "Task" [ 1087.258620] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.267874] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249980, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.608649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a2e1e318-9c7b-4756-999a-241a29c04fa8 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.279s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.662284] env[69506]: DEBUG oslo_concurrency.lockutils [None req-58775d83-9d21-4ffb-8d7c-02187ee7de1e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.342s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.771513] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249980, 'name': Destroy_Task, 'duration_secs': 0.371042} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.772176] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Destroyed the VM [ 1087.772176] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.772418] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bbf2032-8bc3-45a2-b7bc-21512dc1141c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.781439] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1087.781439] env[69506]: value = "task-3249981" [ 1087.781439] env[69506]: _type = "Task" [ 1087.781439] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.795826] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.003420] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "2c014fbd-6094-49c1-9018-fc37155a001f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.004717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.071445] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.073961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3facd382-56a4-4d7e-bb67-4fbd3d3b5b80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.079836] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1088.080018] env[69506]: ERROR oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk due to incomplete transfer. [ 1088.080724] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee2a4da6-a247-43b4-9c72-e4b4e8c4e48f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.088839] env[69506]: DEBUG oslo_vmware.rw_handles [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52938b18-18b7-8c7e-4519-5a098192eaa5/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1088.089065] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploaded image ece8bc3f-7653-478b-b4b2-ec6be5214305 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1088.092090] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1088.092975] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-73c5bafd-0083-4d37-a136-82c53f71ec48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.100781] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1088.100781] env[69506]: value = "task-3249982" [ 1088.100781] env[69506]: _type = "Task" [ 1088.100781] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.110695] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249982, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.298021] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.394269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.298021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1088.298021] env[69506]: DEBUG nova.compute.manager [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.298021] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91be5e-009d-4bbe-b841-d7f8b5838e10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.299712] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.300392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.301497] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.301497] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.301497] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.303995] env[69506]: INFO nova.compute.manager [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Terminating instance [ 1088.375442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.375442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.505989] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.600697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "87914eba-313d-46ed-9cb9-4f3167169d33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.600938] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.611978] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249982, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.817364] env[69506]: DEBUG nova.compute.manager [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.817581] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.818229] env[69506]: INFO nova.compute.manager [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Shelve offloading [ 1088.820178] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b7027-7c9d-453a-a0e4-0c289df7a189 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.829163] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.829431] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb649aac-4038-40e3-8439-1d05122a5761 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.837470] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1088.837470] env[69506]: value = "task-3249983" [ 1088.837470] env[69506]: _type = "Task" [ 1088.837470] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.849341] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.876839] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.028948] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.029335] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.031247] env[69506]: INFO nova.compute.claims [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.107265] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.116927] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249982, 'name': Destroy_Task, 'duration_secs': 0.796307} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.117402] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroyed the VM [ 1089.117739] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.118063] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac4892d6-bec7-4d02-88e3-cbfcd0b207d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.124079] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1089.124079] env[69506]: value = "task-3249984" [ 1089.124079] env[69506]: _type = "Task" [ 1089.124079] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.132382] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.326036] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.326036] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f53530-d37c-4fc8-8463-d020bc0d790b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.333190] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1089.333190] env[69506]: value = "task-3249985" [ 1089.333190] env[69506]: _type = "Task" [ 1089.333190] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.340955] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.348310] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249983, 'name': PowerOffVM_Task, 'duration_secs': 0.342539} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.348553] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.348821] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.349121] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca91520d-39d9-445e-b646-ce498e0a3188 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.407897] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.412957] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.412957] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.412957] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleting the datastore file [datastore1] ea124b3f-4387-428a-ade8-fa2ccefeb6d4 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.413912] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0d6fde-6571-4dd1-a29f-7437e3699710 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.419879] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1089.419879] env[69506]: value = "task-3249987" [ 1089.419879] env[69506]: _type = "Task" [ 1089.419879] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.428751] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.500094] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.500357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.629565] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.636215] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.844509] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.844861] env[69506]: DEBUG nova.compute.manager [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.845628] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b24fac-6fa4-4e4c-9446-3b7dfb7f4270 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.851845] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.852030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.852238] env[69506]: DEBUG nova.network.neutron [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.930757] env[69506]: DEBUG oslo_vmware.api [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3249987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45867} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.931062] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.931264] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.931478] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.931650] env[69506]: INFO nova.compute.manager [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1089.931893] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.932156] env[69506]: DEBUG nova.compute.manager [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.932232] env[69506]: DEBUG nova.network.neutron [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.002719] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.138216] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249984, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.290410] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5832bb36-fff2-4afb-aed2-80217375bc5e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.301232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9434b-c2d2-46f8-b2dd-928a6982a3ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.355035] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737ab29-7515-4592-83cd-192a8642b22e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.366428] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307270b8-73b9-4b3c-a1b7-ce4e0d897539 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.381089] env[69506]: DEBUG nova.compute.provider_tree [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.536762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.541179] env[69506]: DEBUG nova.compute.manager [req-b7905c1f-f874-4676-a8e4-dc2410c123ba req-32ada45f-2b3d-42c0-906a-6f3960a528af service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Received event network-vif-deleted-49e538b9-323a-4c91-9735-2d2d0bbf15f1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.541837] env[69506]: INFO nova.compute.manager [req-b7905c1f-f874-4676-a8e4-dc2410c123ba req-32ada45f-2b3d-42c0-906a-6f3960a528af service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Neutron deleted interface 49e538b9-323a-4c91-9735-2d2d0bbf15f1; detaching it from the instance and deleting it from the info cache [ 1090.541837] env[69506]: DEBUG nova.network.neutron [req-b7905c1f-f874-4676-a8e4-dc2410c123ba req-32ada45f-2b3d-42c0-906a-6f3960a528af service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.639993] env[69506]: DEBUG oslo_vmware.api [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249984, 'name': RemoveSnapshot_Task, 'duration_secs': 1.188052} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.640436] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.640708] env[69506]: INFO nova.compute.manager [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1090.644433] env[69506]: DEBUG nova.network.neutron [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.887257] env[69506]: DEBUG nova.scheduler.client.report [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.025250] env[69506]: DEBUG nova.network.neutron [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.044869] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5f7a72f-a5a9-48d4-be12-42985de2e16a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055765] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298fe0a7-c82c-4e21-b815-b250ebaaec62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.086034] env[69506]: DEBUG nova.compute.manager [req-b7905c1f-f874-4676-a8e4-dc2410c123ba req-32ada45f-2b3d-42c0-906a-6f3960a528af service nova] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Detach interface failed, port_id=49e538b9-323a-4c91-9735-2d2d0bbf15f1, reason: Instance ea124b3f-4387-428a-ade8-fa2ccefeb6d4 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.149845] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.190397] env[69506]: DEBUG nova.compute.manager [None req-9d0fffb2-a442-4a41-b8c4-c834c185d86b tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Found 1 images (rotation: 2) {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1091.390915] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.391647] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.394322] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.987s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.395778] env[69506]: INFO nova.compute.claims [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.507256] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.508176] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89ca69-eccb-40da-bb11-d1b3bcaa433b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.515767] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.516010] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af44aaa-4afd-4f0e-9758-603a31422a93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.529128] env[69506]: INFO nova.compute.manager [-] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Took 1.60 seconds to deallocate network for instance. [ 1091.593399] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.593610] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.593794] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore1] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.594068] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa7f24e-3b50-4ac1-b0e6-eb5819a9142d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.600417] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1091.600417] env[69506]: value = "task-3249989" [ 1091.600417] env[69506]: _type = "Task" [ 1091.600417] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.608026] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.900592] env[69506]: DEBUG nova.compute.utils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.904091] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1092.035104] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.109951] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.404558] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.559382] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331d8710-ca10-4793-a246-f97002d5a19e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.568307] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880ca8d-fbba-4df7-8219-6946990bcd9c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.572396] env[69506]: DEBUG nova.compute.manager [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-vif-unplugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.572606] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.572815] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.572980] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.573172] env[69506]: DEBUG nova.compute.manager [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] No waiting events found dispatching network-vif-unplugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.573367] env[69506]: WARNING nova.compute.manager [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received unexpected event network-vif-unplugged-7f6c6bbb-6309-427c-b851-62d5827c319f for instance with vm_state shelved and task_state shelving_offloading. [ 1092.573530] env[69506]: DEBUG nova.compute.manager [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.573679] env[69506]: DEBUG nova.compute.manager [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing instance network info cache due to event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.573859] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.573991] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.574156] env[69506]: DEBUG nova.network.neutron [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.605967] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd133ba-a24a-4c00-a36c-e251befb4fcb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.613419] env[69506]: DEBUG oslo_vmware.api [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3249989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570142} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.615326] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.615516] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.615693] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.618875] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b71fd3-ff73-469f-84f5-763f7b478fef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.632148] env[69506]: DEBUG nova.compute.provider_tree [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.633985] env[69506]: INFO nova.scheduler.client.report [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted allocations for instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 [ 1092.636765] env[69506]: DEBUG nova.compute.manager [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.638232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607bd742-ffad-4fe9-b136-1d2ed7ac2885 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.138733] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.139640] env[69506]: DEBUG nova.scheduler.client.report [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.146400] env[69506]: INFO nova.compute.manager [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] instance snapshotting [ 1093.146773] env[69506]: DEBUG nova.objects.instance [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.310672] env[69506]: DEBUG nova.network.neutron [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updated VIF entry in instance network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.311060] env[69506]: DEBUG nova.network.neutron [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.416406] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.441035] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.441035] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.441227] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.441401] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.441561] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.441731] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.441907] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.442093] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.442267] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.442443] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.442577] env[69506]: DEBUG nova.virt.hardware [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.443451] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7961b220-1917-4f66-84d4-ca093c781297 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.451139] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42198841-19b9-4810-bdc2-cfd9579cf87e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.464764] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.470981] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Creating folder: Project (1fd7ce56f21044ada7f26dc5055152dc). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.470981] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-744cf2a0-30a8-4dca-b551-2f9985f6817c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.481071] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Created folder: Project (1fd7ce56f21044ada7f26dc5055152dc) in parent group-v649133. [ 1093.481271] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Creating folder: Instances. Parent ref: group-v649408. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.481504] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-645be1a1-5e73-4a21-b24b-e0a1cffe722a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.489694] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Created folder: Instances in parent group-v649408. [ 1093.489935] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.490147] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.490364] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73bb4518-eebf-433e-93bc-74ce8b8a0f2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.506420] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.506420] env[69506]: value = "task-3249992" [ 1093.506420] env[69506]: _type = "Task" [ 1093.506420] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.514487] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249992, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.645313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.645869] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.649068] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.019s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.650605] env[69506]: INFO nova.compute.claims [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.655466] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159b344-a53b-4e60-ad09-070f257a2d35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.676126] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27072be-5c41-4abd-8d6a-a7e916202978 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.814723] env[69506]: DEBUG oslo_concurrency.lockutils [req-0655c19a-77de-4cd4-8da6-c01c01714dae req-bb0cbfb5-6142-4a29-8c5c-95f1f80de4c9 service nova] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.015612] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3249992, 'name': CreateVM_Task, 'duration_secs': 0.30269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.015810] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.016238] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.016395] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.016705] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.016960] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07443d32-cf61-4014-89c7-4940ea10e360 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.021633] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1094.021633] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525623a6-d89e-55ae-b3af-01311ffcf48f" [ 1094.021633] env[69506]: _type = "Task" [ 1094.021633] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.030840] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525623a6-d89e-55ae-b3af-01311ffcf48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.155870] env[69506]: DEBUG nova.compute.utils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.159044] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.159044] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.187700] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.188025] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ba989e8-7ca4-43f1-80db-5841731ca25f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.196223] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1094.196223] env[69506]: value = "task-3249993" [ 1094.196223] env[69506]: _type = "Task" [ 1094.196223] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.205713] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.228524] env[69506]: DEBUG nova.policy [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.535827] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525623a6-d89e-55ae-b3af-01311ffcf48f, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.536290] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.536578] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.536923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.537124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.537397] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.537699] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f352e7a-deac-4078-8265-2601a9fb4321 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.547759] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.547996] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.548776] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd03844-d685-418d-907d-b5bb24ed4b32 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.553961] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1094.553961] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525b5a2a-a033-dcc3-e40c-0a95b57b779f" [ 1094.553961] env[69506]: _type = "Task" [ 1094.553961] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.561777] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525b5a2a-a033-dcc3-e40c-0a95b57b779f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.566422] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Successfully created port: 6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.662219] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.706707] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249993, 'name': CreateSnapshot_Task, 'duration_secs': 0.455953} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.709279] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.711672] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593db51-ef42-456e-8ed9-d5520f74467b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.837816] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4da932-5e8f-4512-a850-e7cc1ada3c15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.845493] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e801a7-1c5b-4416-a8d8-9b02bdf1cf62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.877704] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb39c2-443d-4d3e-b7d3-bca3a3cd7218 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.884964] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f800438-43c1-4dbb-be56-8d20f81323ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.898646] env[69506]: DEBUG nova.compute.provider_tree [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.065856] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525b5a2a-a033-dcc3-e40c-0a95b57b779f, 'name': SearchDatastore_Task, 'duration_secs': 0.008284} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.066672] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fac48f-c833-4569-8cdd-d55ab4b3117f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.072501] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1095.072501] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb1914-a36e-8971-387b-5f1b46efddf9" [ 1095.072501] env[69506]: _type = "Task" [ 1095.072501] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.080998] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb1914-a36e-8971-387b-5f1b46efddf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.231287] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.231593] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3412a9a0-2e79-4d98-ad07-0234a9f88ac7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.240563] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1095.240563] env[69506]: value = "task-3249994" [ 1095.240563] env[69506]: _type = "Task" [ 1095.240563] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.248336] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249994, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.402370] env[69506]: DEBUG nova.scheduler.client.report [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.420080] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.583025] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb1914-a36e-8971-387b-5f1b46efddf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.583375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.583659] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.583961] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71bd4d07-f9f8-4b19-b574-acdaddf8d231 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.590573] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1095.590573] env[69506]: value = "task-3249995" [ 1095.590573] env[69506]: _type = "Task" [ 1095.590573] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.597947] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.675575] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.699572] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.699848] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.700020] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.700233] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.700462] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.700639] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.700868] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.701054] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.701230] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.701398] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.701614] env[69506]: DEBUG nova.virt.hardware [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.702519] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307fe0a4-4353-46fd-91bf-e8eeec02da37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.710867] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5141a650-517a-4787-a618-3d7554f72f1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.749320] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249994, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.907926] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.908558] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.911359] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.375s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.912878] env[69506]: INFO nova.compute.claims [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.982758] env[69506]: DEBUG nova.compute.manager [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-plugged-6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.983049] env[69506]: DEBUG oslo_concurrency.lockutils [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.983356] env[69506]: DEBUG oslo_concurrency.lockutils [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.983597] env[69506]: DEBUG oslo_concurrency.lockutils [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.983836] env[69506]: DEBUG nova.compute.manager [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] No waiting events found dispatching network-vif-plugged-6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.984086] env[69506]: WARNING nova.compute.manager [req-1417c153-e5fb-4735-81e9-949b3888a2b2 req-0955556d-11b9-4f95-ab39-01aa2f996e56 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received unexpected event network-vif-plugged-6c8434e7-f0c0-4289-8c3c-b211730f79ef for instance with vm_state building and task_state spawning. [ 1096.079123] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Successfully updated port: 6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.102244] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447431} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.102467] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.102714] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.102981] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b93eaefe-801d-488a-84bb-5140845c540a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.110220] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1096.110220] env[69506]: value = "task-3249996" [ 1096.110220] env[69506]: _type = "Task" [ 1096.110220] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.118843] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.251375] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249994, 'name': CloneVM_Task} progress is 95%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.418035] env[69506]: DEBUG nova.compute.utils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.421747] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.421978] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.459821] env[69506]: DEBUG nova.policy [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.586235] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.586478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.586553] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.619743] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0805} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.619964] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.620781] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4afcc8-6b42-4fc0-8f61-4384063ab689 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.640206] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.640519] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baf7228-48c6-4770-a6ee-a1afc1cd0aba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.661286] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1096.661286] env[69506]: value = "task-3249997" [ 1096.661286] env[69506]: _type = "Task" [ 1096.661286] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.666835] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.752705] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3249994, 'name': CloneVM_Task, 'duration_secs': 1.298815} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.752973] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created linked-clone VM from snapshot [ 1096.753691] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a30302f-40f1-4804-aeb6-248aef40b557 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.761209] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploading image 400846ae-4d92-40d4-9bf7-0ab63fbf444d {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1096.764545] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Successfully created port: 43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.782517] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1096.782517] env[69506]: value = "vm-649412" [ 1096.782517] env[69506]: _type = "VirtualMachine" [ 1096.782517] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1096.782774] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94d28ffc-e70c-4b55-ba48-8627d9c26532 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.789872] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease: (returnval){ [ 1096.789872] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d045d-af44-9874-1c3d-fac2377fbd5d" [ 1096.789872] env[69506]: _type = "HttpNfcLease" [ 1096.789872] env[69506]: } obtained for exporting VM: (result){ [ 1096.789872] env[69506]: value = "vm-649412" [ 1096.789872] env[69506]: _type = "VirtualMachine" [ 1096.789872] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1096.790260] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the lease: (returnval){ [ 1096.790260] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d045d-af44-9874-1c3d-fac2377fbd5d" [ 1096.790260] env[69506]: _type = "HttpNfcLease" [ 1096.790260] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1096.796351] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.796351] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d045d-af44-9874-1c3d-fac2377fbd5d" [ 1096.796351] env[69506]: _type = "HttpNfcLease" [ 1096.796351] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1096.922372] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.117893] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3049da3-01e9-4dda-9f93-f8408cbb0c0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.121052] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.129107] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dbd026-2ebb-448d-bfff-a3280c69c596 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.160098] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff939e9-4ea4-4fdb-a7ea-c90c412fd659 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.170231] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249997, 'name': ReconfigVM_Task, 'duration_secs': 0.337936} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.171920] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.172544] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c684e51-ec14-4a22-ae6a-fc2e041751d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.174817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b263a9-362f-464a-92f5-10bc4072536c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.190167] env[69506]: DEBUG nova.compute.provider_tree [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.191624] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1097.191624] env[69506]: value = "task-3249999" [ 1097.191624] env[69506]: _type = "Task" [ 1097.191624] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.204084] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249999, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.291637] env[69506]: DEBUG nova.network.neutron [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.303463] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.303463] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d045d-af44-9874-1c3d-fac2377fbd5d" [ 1097.303463] env[69506]: _type = "HttpNfcLease" [ 1097.303463] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.304345] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.304345] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524d045d-af44-9874-1c3d-fac2377fbd5d" [ 1097.304345] env[69506]: _type = "HttpNfcLease" [ 1097.304345] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.305133] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7f74e0-bac6-4a5c-8042-5e1163ac2907 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.317467] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.317749] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.422983] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-449950ee-1c0c-4914-8fa7-b47a1c6e382a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.693631] env[69506]: DEBUG nova.scheduler.client.report [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.707094] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3249999, 'name': Rename_Task, 'duration_secs': 0.133512} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.707919] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.708869] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41200503-9991-43ea-b2f7-d4e59179b7df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.716228] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1097.716228] env[69506]: value = "task-3250000" [ 1097.716228] env[69506]: _type = "Task" [ 1097.716228] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.725272] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.798735] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.799142] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Instance network_info: |[{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.799585] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:32:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c8434e7-f0c0-4289-8c3c-b211730f79ef', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.807717] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.808093] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.808591] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c04d4df4-7a7a-4c93-b18c-71dc9fbef403 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.829366] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.829366] env[69506]: value = "task-3250001" [ 1097.829366] env[69506]: _type = "Task" [ 1097.829366] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.837477] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250001, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.934102] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.958254] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.958763] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.959016] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.959257] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.959461] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.959659] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.959923] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.960194] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.960588] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.960834] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.961060] env[69506]: DEBUG nova.virt.hardware [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.962104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc3b392-4573-4696-9577-64557fdd9eef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.971257] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3805e-b2c7-49f5-9788-400befefb7f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.010868] env[69506]: DEBUG nova.compute.manager [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-changed-6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.011187] env[69506]: DEBUG nova.compute.manager [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing instance network info cache due to event network-changed-6c8434e7-f0c0-4289-8c3c-b211730f79ef. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.011599] env[69506]: DEBUG oslo_concurrency.lockutils [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.011855] env[69506]: DEBUG oslo_concurrency.lockutils [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012108] env[69506]: DEBUG nova.network.neutron [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing network info cache for port 6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.201886] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.202439] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.207721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.173s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.207950] env[69506]: DEBUG nova.objects.instance [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'resources' on Instance uuid ea124b3f-4387-428a-ade8-fa2ccefeb6d4 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.227703] env[69506]: DEBUG oslo_vmware.api [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250000, 'name': PowerOnVM_Task, 'duration_secs': 0.449901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.228087] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.228429] env[69506]: INFO nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1098.228694] env[69506]: DEBUG nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.229644] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c2c10-c2fc-4ec4-8594-8e533c075148 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.267447] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Successfully updated port: 43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.339451] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250001, 'name': CreateVM_Task, 'duration_secs': 0.426346} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.339722] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.340559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.340852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.341427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.341729] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b827c4-7fd1-416c-bb1d-d0b0b3bff6b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.346422] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1098.346422] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ed3e8e-1207-04a4-43a5-c5b77e4b3be8" [ 1098.346422] env[69506]: _type = "Task" [ 1098.346422] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.355114] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ed3e8e-1207-04a4-43a5-c5b77e4b3be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.710262] env[69506]: DEBUG nova.compute.utils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.714174] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.714549] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.747597] env[69506]: INFO nova.compute.manager [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Took 9.73 seconds to build instance. [ 1098.767146] env[69506]: DEBUG nova.network.neutron [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updated VIF entry in instance network info cache for port 6c8434e7-f0c0-4289-8c3c-b211730f79ef. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.768030] env[69506]: DEBUG nova.network.neutron [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.769949] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770849] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770849] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.797602] env[69506]: DEBUG nova.policy [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8724c7df4147e79473308aa3303379', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ec47901e534f859349e36125229449', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.862144] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ed3e8e-1207-04a4-43a5-c5b77e4b3be8, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.862440] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.863369] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.863369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.863369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.866187] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.866187] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f66f67d-cc8e-440f-874b-ee8a3ef4ac4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.877158] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.877682] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.881271] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e78f4b-2ffd-4af3-b30a-fa3f32ec8aae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.886957] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1098.886957] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fe820c-447e-e4e4-5b16-0f843798f241" [ 1098.886957] env[69506]: _type = "Task" [ 1098.886957] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.895259] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fe820c-447e-e4e4-5b16-0f843798f241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.937096] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db9258-ffb8-4242-a37e-c6b0f8781045 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.945791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3fd737-1f5a-4da8-8dc8-d57f9a9237be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.978539] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e817cf1-794a-47f0-b387-554a8a007870 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.986433] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1157c9b2-1634-41a0-a877-26c234a5299b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.000136] env[69506]: DEBUG nova.compute.provider_tree [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.081836] env[69506]: INFO nova.compute.manager [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Rebuilding instance [ 1099.091015] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Successfully created port: 76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.128429] env[69506]: DEBUG nova.compute.manager [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.129328] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1c0a5-a067-4b29-82aa-28c3d9bbe682 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.218246] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.250598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7e11c859-a465-4858-8d0b-7479be17aba8 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.246s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.271028] env[69506]: DEBUG oslo_concurrency.lockutils [req-50aa0111-b5bb-4a58-94c3-3e43eb4a8ed7 req-3d3708cd-1d1e-46c8-8445-79a90986668b service nova] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.320570] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.398491] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fe820c-447e-e4e4-5b16-0f843798f241, 'name': SearchDatastore_Task, 'duration_secs': 0.028492} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.399325] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198b449a-cf4f-422c-84f6-043b695995c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.404996] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1099.404996] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279f290-f422-336d-4555-f04fe46f3143" [ 1099.404996] env[69506]: _type = "Task" [ 1099.404996] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.413684] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279f290-f422-336d-4555-f04fe46f3143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.480474] env[69506]: DEBUG nova.network.neutron [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Updating instance_info_cache with network_info: [{"id": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "address": "fa:16:3e:8d:59:2a", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fe3792-67", "ovs_interfaceid": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.503906] env[69506]: DEBUG nova.scheduler.client.report [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.920059] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5279f290-f422-336d-4555-f04fe46f3143, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.920464] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.920808] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7d590767-77da-442f-8352-a0dc99d4508c/7d590767-77da-442f-8352-a0dc99d4508c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.921187] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019b23c6-b0b9-4bd2-a7c1-27f4bb71ce57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.929959] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1099.929959] env[69506]: value = "task-3250002" [ 1099.929959] env[69506]: _type = "Task" [ 1099.929959] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.942611] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.986017] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.986017] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Instance network_info: |[{"id": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "address": "fa:16:3e:8d:59:2a", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fe3792-67", "ovs_interfaceid": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.986017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:59:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43fe3792-67eb-4ec5-9ae3-ab69ae6d8177', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.991986] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.992350] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.992551] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4b545f3-bbbf-4a60-b5aa-6a0f1240bd51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.010242] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.015021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.876s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.015021] env[69506]: DEBUG nova.objects.instance [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'resources' on Instance uuid 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.015522] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.015522] env[69506]: value = "task-3250003" [ 1100.015522] env[69506]: _type = "Task" [ 1100.015522] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.026040] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250003, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.036324] env[69506]: INFO nova.scheduler.client.report [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted allocations for instance ea124b3f-4387-428a-ade8-fa2ccefeb6d4 [ 1100.044211] env[69506]: DEBUG nova.compute.manager [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Received event network-vif-plugged-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.045038] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Acquiring lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.046113] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.047070] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.047070] env[69506]: DEBUG nova.compute.manager [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] No waiting events found dispatching network-vif-plugged-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.047378] env[69506]: WARNING nova.compute.manager [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Received unexpected event network-vif-plugged-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 for instance with vm_state building and task_state spawning. [ 1100.047582] env[69506]: DEBUG nova.compute.manager [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Received event network-changed-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.048019] env[69506]: DEBUG nova.compute.manager [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Refreshing instance network info cache due to event network-changed-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.048168] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Acquiring lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.048417] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Acquired lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.048791] env[69506]: DEBUG nova.network.neutron [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Refreshing network info cache for port 43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.149603] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.149603] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b5280c-8c28-4e0a-9721-1982092e4a81 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.155611] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1100.155611] env[69506]: value = "task-3250004" [ 1100.155611] env[69506]: _type = "Task" [ 1100.155611] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.164023] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.229962] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.259059] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.259340] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.259502] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.259691] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.259832] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.259978] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.260211] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.260376] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.260579] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.260758] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.260936] env[69506]: DEBUG nova.virt.hardware [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.261939] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6f2c7-1ca6-4ef0-a8ae-b8d8944638c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.271012] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685b25d-0fe6-4d52-afcc-81a34d37573b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.440765] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.520952] env[69506]: DEBUG nova.objects.instance [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'numa_topology' on Instance uuid 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.527209] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250003, 'name': CreateVM_Task, 'duration_secs': 0.434968} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.527403] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.528137] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.528332] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.528691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.528962] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b094bf-5693-4173-bf1c-bf5f5ca245ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.534353] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1100.534353] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b982c-95e4-931a-c115-c5a314401bdc" [ 1100.534353] env[69506]: _type = "Task" [ 1100.534353] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.544505] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b982c-95e4-931a-c115-c5a314401bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.553706] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e1ded1a1-c1b9-4e22-a18a-4e701eeea8b6 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "ea124b3f-4387-428a-ade8-fa2ccefeb6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.253s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.666476] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250004, 'name': PowerOffVM_Task, 'duration_secs': 0.328054} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.666764] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.667017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.671023] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6176b08c-24ef-4f90-b885-eb8e3d2d7153 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.675466] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.675634] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2be349c-abd7-4485-a20d-5059f61cf154 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.721633] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.721858] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.722280] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Deleting the datastore file [datastore1] 2c014fbd-6094-49c1-9018-fc37155a001f {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.722600] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-809ec896-65f1-47c0-bba5-aed59889274c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730202] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1100.730202] env[69506]: value = "task-3250006" [ 1100.730202] env[69506]: _type = "Task" [ 1100.730202] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.742152] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.754519] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Successfully updated port: 76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.843341] env[69506]: DEBUG nova.network.neutron [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Updated VIF entry in instance network info cache for port 43fe3792-67eb-4ec5-9ae3-ab69ae6d8177. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.843761] env[69506]: DEBUG nova.network.neutron [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Updating instance_info_cache with network_info: [{"id": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "address": "fa:16:3e:8d:59:2a", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fe3792-67", "ovs_interfaceid": "43fe3792-67eb-4ec5-9ae3-ab69ae6d8177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.941541] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535416} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.941907] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7d590767-77da-442f-8352-a0dc99d4508c/7d590767-77da-442f-8352-a0dc99d4508c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.941976] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.942248] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316bfdf6-85e6-46fe-916f-27c5bb6ae1c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.949458] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1100.949458] env[69506]: value = "task-3250007" [ 1100.949458] env[69506]: _type = "Task" [ 1100.949458] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.959853] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.024018] env[69506]: DEBUG nova.objects.base [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Object Instance<78b4f3b8-6f83-42e4-a143-c6d326e7ed24> lazy-loaded attributes: resources,numa_topology {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.045118] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521b982c-95e4-931a-c115-c5a314401bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.045765] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.045765] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.046036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.046452] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.046452] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.046763] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392e1fe0-a989-461a-8b05-18610c0e02bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.062019] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.062019] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.062019] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84890c67-211e-48fb-9c3d-b32b0c985673 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.071757] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1101.071757] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f6835a-5134-6337-7c34-2a7d811c8e06" [ 1101.071757] env[69506]: _type = "Task" [ 1101.071757] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.081603] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f6835a-5134-6337-7c34-2a7d811c8e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.240537] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229232} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.240838] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.241091] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.241230] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.259192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.259347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquired lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.259498] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.298745] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd2ccf-73ef-4a99-873b-a3fdf478c0b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.307534] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d7db4a-a527-4743-b582-b3f8835ea2b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.339385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e4c7c-b41a-4c68-8bc8-b9a838ea37b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.346234] env[69506]: DEBUG oslo_concurrency.lockutils [req-15de46de-1d79-4677-8465-f8a55acebf93 req-d3cfed60-675f-4c30-b135-bb95f7a955e0 service nova] Releasing lock "refresh_cache-87914eba-313d-46ed-9cb9-4f3167169d33" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.347701] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc0224-aeb5-4173-86d2-972ec56cd51b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.361766] env[69506]: DEBUG nova.compute.provider_tree [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.459983] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131063} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.460278] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.461119] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de4084-a05f-414c-b302-c7e56840046b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.483071] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7d590767-77da-442f-8352-a0dc99d4508c/7d590767-77da-442f-8352-a0dc99d4508c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.483468] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73185756-ae30-448d-a891-07e47563aae1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.503569] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1101.503569] env[69506]: value = "task-3250008" [ 1101.503569] env[69506]: _type = "Task" [ 1101.503569] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.511703] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.583656] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f6835a-5134-6337-7c34-2a7d811c8e06, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.584469] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16fd63a-1aaf-4bce-9a6c-6de957605c71 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.590473] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1101.590473] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281b984-b7ba-f85b-5a4b-c685d295e435" [ 1101.590473] env[69506]: _type = "Task" [ 1101.590473] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.600490] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281b984-b7ba-f85b-5a4b-c685d295e435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.771337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.771480] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.802269] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.864342] env[69506]: DEBUG nova.scheduler.client.report [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.938178] env[69506]: DEBUG nova.network.neutron [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Updating instance_info_cache with network_info: [{"id": "76934745-e79a-4fd5-9cba-01ab44b4c121", "address": "fa:16:3e:d4:52:d8", "network": {"id": "f4721d79-0382-4fd7-8acf-735ad99aab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1775996077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec47901e534f859349e36125229449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76934745-e7", "ovs_interfaceid": "76934745-e79a-4fd5-9cba-01ab44b4c121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.013396] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250008, 'name': ReconfigVM_Task, 'duration_secs': 0.29583} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.013723] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7d590767-77da-442f-8352-a0dc99d4508c/7d590767-77da-442f-8352-a0dc99d4508c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.014446] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353e8444-4d6e-4c20-9a9c-e031013128c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.020808] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1102.020808] env[69506]: value = "task-3250009" [ 1102.020808] env[69506]: _type = "Task" [ 1102.020808] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.028823] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250009, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.102625] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281b984-b7ba-f85b-5a4b-c685d295e435, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.103143] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103557] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 87914eba-313d-46ed-9cb9-4f3167169d33/87914eba-313d-46ed-9cb9-4f3167169d33.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.109024] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150b078e-b423-4385-8ca6-e2438f1d82ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.113734] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1102.113734] env[69506]: value = "task-3250010" [ 1102.113734] env[69506]: _type = "Task" [ 1102.113734] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.123248] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.168829] env[69506]: DEBUG nova.compute.manager [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Received event network-vif-plugged-76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.169175] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Acquiring lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.169506] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.169776] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.169988] env[69506]: DEBUG nova.compute.manager [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] No waiting events found dispatching network-vif-plugged-76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.170248] env[69506]: WARNING nova.compute.manager [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Received unexpected event network-vif-plugged-76934745-e79a-4fd5-9cba-01ab44b4c121 for instance with vm_state building and task_state spawning. [ 1102.170509] env[69506]: DEBUG nova.compute.manager [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Received event network-changed-76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.170739] env[69506]: DEBUG nova.compute.manager [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Refreshing instance network info cache due to event network-changed-76934745-e79a-4fd5-9cba-01ab44b4c121. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.171102] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Acquiring lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.279593] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.279857] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.280085] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.280294] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.280436] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.280615] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.280889] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.281099] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.281350] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.281465] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.281654] env[69506]: DEBUG nova.virt.hardware [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.282832] env[69506]: DEBUG nova.compute.utils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.284906] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669552c-c840-45bd-9102-fdc323d9bce6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.295249] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b6890e-4b38-4b40-bd7c-ac14f50274b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.315341] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.322408] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.323146] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.323437] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac0c6aa-b3b0-4a2f-b981-dd9f9c3a486b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.342614] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.342614] env[69506]: value = "task-3250011" [ 1102.342614] env[69506]: _type = "Task" [ 1102.342614] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.351279] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250011, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.369860] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.441337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Releasing lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.441692] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Instance network_info: |[{"id": "76934745-e79a-4fd5-9cba-01ab44b4c121", "address": "fa:16:3e:d4:52:d8", "network": {"id": "f4721d79-0382-4fd7-8acf-735ad99aab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1775996077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec47901e534f859349e36125229449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76934745-e7", "ovs_interfaceid": "76934745-e79a-4fd5-9cba-01ab44b4c121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.442108] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Acquired lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.442404] env[69506]: DEBUG nova.network.neutron [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Refreshing network info cache for port 76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.444712] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:52:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76934745-e79a-4fd5-9cba-01ab44b4c121', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.453516] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Creating folder: Project (94ec47901e534f859349e36125229449). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.454467] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b540fa-cf53-45d2-964a-00f5c2e6371d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.466983] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Created folder: Project (94ec47901e534f859349e36125229449) in parent group-v649133. [ 1102.467220] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Creating folder: Instances. Parent ref: group-v649416. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.467540] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f784afa-cebb-466f-886e-06ee15407e81 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.479967] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Created folder: Instances in parent group-v649416. [ 1102.480213] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.480419] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.480666] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1bd3790-389a-48e4-a823-e93d6b7a67af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.501065] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.501065] env[69506]: value = "task-3250014" [ 1102.501065] env[69506]: _type = "Task" [ 1102.501065] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.509219] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250014, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.531182] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250009, 'name': Rename_Task, 'duration_secs': 0.146396} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.531497] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.531779] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2500e4a8-bfce-4d9b-9def-010f43e719f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.539423] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1102.539423] env[69506]: value = "task-3250015" [ 1102.539423] env[69506]: _type = "Task" [ 1102.539423] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.549939] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.623734] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492202} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.624197] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 87914eba-313d-46ed-9cb9-4f3167169d33/87914eba-313d-46ed-9cb9-4f3167169d33.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.624482] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.624758] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29443fe6-f562-4f15-ae6b-e878ff038851 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.632242] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1102.632242] env[69506]: value = "task-3250016" [ 1102.632242] env[69506]: _type = "Task" [ 1102.632242] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.640946] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.789609] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.853762] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250011, 'name': CreateVM_Task, 'duration_secs': 0.399796} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.853980] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.854488] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.854670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.854992] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.855304] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24412501-cf8c-42f8-bff5-e72471360e10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.860383] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1102.860383] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525082b4-3392-cfe8-fa1d-5d909d4da0a9" [ 1102.860383] env[69506]: _type = "Task" [ 1102.860383] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.869777] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525082b4-3392-cfe8-fa1d-5d909d4da0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.878765] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dc1128b0-f37d-4b58-b949-1737906ec732 tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.422s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.879759] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.460s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.879947] env[69506]: INFO nova.compute.manager [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Unshelving [ 1103.011048] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250014, 'name': CreateVM_Task, 'duration_secs': 0.490027} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.011048] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.011347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.011533] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.011847] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.012133] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63189da0-6a07-4b1d-956f-202584487d58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.017044] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1103.017044] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5243f7da-adee-c7d3-5c5a-c629ea9f59e9" [ 1103.017044] env[69506]: _type = "Task" [ 1103.017044] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.024799] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5243f7da-adee-c7d3-5c5a-c629ea9f59e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.051718] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.144630] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122467} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.144923] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.145767] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b815b4e-0ba0-44db-8853-3e154bb40cec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.170164] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 87914eba-313d-46ed-9cb9-4f3167169d33/87914eba-313d-46ed-9cb9-4f3167169d33.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.170484] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc941bf-b1ce-425b-845a-c3fe82624596 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.185149] env[69506]: DEBUG nova.network.neutron [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Updated VIF entry in instance network info cache for port 76934745-e79a-4fd5-9cba-01ab44b4c121. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.185497] env[69506]: DEBUG nova.network.neutron [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Updating instance_info_cache with network_info: [{"id": "76934745-e79a-4fd5-9cba-01ab44b4c121", "address": "fa:16:3e:d4:52:d8", "network": {"id": "f4721d79-0382-4fd7-8acf-735ad99aab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1775996077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec47901e534f859349e36125229449", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76934745-e7", "ovs_interfaceid": "76934745-e79a-4fd5-9cba-01ab44b4c121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.192128] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1103.192128] env[69506]: value = "task-3250017" [ 1103.192128] env[69506]: _type = "Task" [ 1103.192128] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.201953] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.349082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.349082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.374257] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525082b4-3392-cfe8-fa1d-5d909d4da0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.374580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.374814] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.375059] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.375298] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.375389] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.375646] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44235957-ae1f-4465-a6cb-ea16470dea48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388698] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.388698] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.389984] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f93f87-00e9-453f-919f-0e9997fb7c6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.396101] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1103.396101] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52935ddb-e95e-9ca5-51fe-56da787f22cf" [ 1103.396101] env[69506]: _type = "Task" [ 1103.396101] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.404996] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52935ddb-e95e-9ca5-51fe-56da787f22cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.528649] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5243f7da-adee-c7d3-5c5a-c629ea9f59e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.529085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.529372] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.529649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.529835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.530062] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.530370] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a2eb5d-c858-4b88-b471-8952e351adb1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.539122] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.539339] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.540212] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7938d05-1140-461a-af04-301a0baa6ab3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.549093] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1103.549093] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5245afa6-b863-81cf-b199-b8886b4dea8f" [ 1103.549093] env[69506]: _type = "Task" [ 1103.549093] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.553020] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.561895] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5245afa6-b863-81cf-b199-b8886b4dea8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.562698] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11efb65-7a8e-4fc1-b99e-1fa1efd57bf5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.568015] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1103.568015] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5282bcdb-687d-e778-12f5-597f4d3232ab" [ 1103.568015] env[69506]: _type = "Task" [ 1103.568015] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.576674] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5282bcdb-687d-e778-12f5-597f4d3232ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.688764] env[69506]: DEBUG oslo_concurrency.lockutils [req-10518536-5530-496e-9a71-2e8fe9faad53 req-55867b74-51ec-4964-b5d1-59b0c09045e6 service nova] Releasing lock "refresh_cache-d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.702099] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250017, 'name': ReconfigVM_Task, 'duration_secs': 0.440207} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.702397] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 87914eba-313d-46ed-9cb9-4f3167169d33/87914eba-313d-46ed-9cb9-4f3167169d33.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.703059] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb522ae-76fb-439b-8155-4775b9310b68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.709451] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1103.709451] env[69506]: value = "task-3250018" [ 1103.709451] env[69506]: _type = "Task" [ 1103.709451] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.719023] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250018, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.851053] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.869685] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.869959] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.870163] env[69506]: INFO nova.compute.manager [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Attaching volume 9b069e39-a773-45ba-8ee1-4ad386280410 to /dev/sdb [ 1103.907920] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52935ddb-e95e-9ca5-51fe-56da787f22cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.909277] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.909648] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.909729] env[69506]: DEBUG nova.objects.instance [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'pci_requests' on Instance uuid 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.912758] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383a15e9-0202-48c0-a85b-e19e2f3a6e4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.915592] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4918356c-57ef-46f2-aaa9-ec9a81924586 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.922318] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1103.922318] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527d6379-5c5b-73c8-760b-d1357178ceae" [ 1103.922318] env[69506]: _type = "Task" [ 1103.922318] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.927703] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee68ceb5-8f27-42b3-981a-b5f36fc96ca6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.937497] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527d6379-5c5b-73c8-760b-d1357178ceae, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.937817] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.938137] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.941995] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16106a93-2630-4973-976e-101ba844bd53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.944588] env[69506]: DEBUG nova.virt.block_device [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating existing volume attachment record: 67787767-9ed7-4e0f-9dba-29e87f969b51 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.950899] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1103.950899] env[69506]: value = "task-3250019" [ 1103.950899] env[69506]: _type = "Task" [ 1103.950899] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.959205] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.049243] env[69506]: DEBUG oslo_vmware.api [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250015, 'name': PowerOnVM_Task, 'duration_secs': 1.099407} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.049526] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.049712] env[69506]: INFO nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1104.049884] env[69506]: DEBUG nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.050731] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929b0f0-f3c8-428d-bcb7-4ebe4d7d5993 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.078604] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5282bcdb-687d-e778-12f5-597f4d3232ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.078936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.079225] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d3a0dd52-0e13-4040-8e0d-8edb1e75ead0/d3a0dd52-0e13-4040-8e0d-8edb1e75ead0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.080065] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b01577c3-1f58-40cb-b7d9-2523fec010ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087259] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1104.087259] env[69506]: value = "task-3250021" [ 1104.087259] env[69506]: _type = "Task" [ 1104.087259] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.095355] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.220433] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250018, 'name': Rename_Task, 'duration_secs': 0.176849} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.220782] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.221087] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f17bed0-2bd8-4222-a6de-1253543f0626 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.227949] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1104.227949] env[69506]: value = "task-3250023" [ 1104.227949] env[69506]: _type = "Task" [ 1104.227949] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.240147] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.375235] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.415471] env[69506]: DEBUG nova.objects.instance [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'numa_topology' on Instance uuid 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.462054] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447837} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.462432] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.462662] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.462965] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e83d149f-7a60-4c29-93cd-235e72ed36a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.472037] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1104.472037] env[69506]: value = "task-3250025" [ 1104.472037] env[69506]: _type = "Task" [ 1104.472037] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.480832] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.567899] env[69506]: INFO nova.compute.manager [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Took 15.18 seconds to build instance. [ 1104.600153] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.740137] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.920030] env[69506]: INFO nova.compute.claims [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.982332] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158723} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.985272] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.985272] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43144f1e-8861-4639-bc56-6ae9ad437a27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.004123] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.004461] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef04f51-a8c6-469d-9c1b-57fa0f1fe279 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.021891] env[69506]: DEBUG nova.compute.manager [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-changed-6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.022123] env[69506]: DEBUG nova.compute.manager [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing instance network info cache due to event network-changed-6c8434e7-f0c0-4289-8c3c-b211730f79ef. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.022344] env[69506]: DEBUG oslo_concurrency.lockutils [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.022484] env[69506]: DEBUG oslo_concurrency.lockutils [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.022767] env[69506]: DEBUG nova.network.neutron [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing network info cache for port 6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.029598] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1105.029598] env[69506]: value = "task-3250026" [ 1105.029598] env[69506]: _type = "Task" [ 1105.029598] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.039296] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.070598] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e214f87-ba72-489e-a23c-35a2b82f0d01 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.697s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.098264] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651969} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.098619] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] d3a0dd52-0e13-4040-8e0d-8edb1e75ead0/d3a0dd52-0e13-4040-8e0d-8edb1e75ead0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.098867] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.099048] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2484bd91-22e6-44dd-aba5-d8f2d660ff57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.106965] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1105.106965] env[69506]: value = "task-3250027" [ 1105.106965] env[69506]: _type = "Task" [ 1105.106965] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.115580] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.194624] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.195690] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91b4b0-4587-4f11-b5c8-579cb6793e49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.202480] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.202648] env[69506]: ERROR oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk due to incomplete transfer. [ 1105.202871] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76afa2b8-3b28-4662-8508-8f3f99afc4ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.210295] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d43237-2cfd-c592-c8f8-02c096e579ea/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1105.210547] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploaded image 400846ae-4d92-40d4-9bf7-0ab63fbf444d to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1105.212845] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1105.213171] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d100452-4ab0-4e93-82a2-e0853a280e42 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.219392] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1105.219392] env[69506]: value = "task-3250028" [ 1105.219392] env[69506]: _type = "Task" [ 1105.219392] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.228079] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250028, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.237904] env[69506]: DEBUG oslo_vmware.api [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250023, 'name': PowerOnVM_Task, 'duration_secs': 0.685523} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.238017] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.239046] env[69506]: INFO nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1105.239046] env[69506]: DEBUG nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.239176] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b7323-26a4-4e4c-b066-944599028279 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.540834] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.617298] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30191} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.617568] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.618349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8828dfec-cbcf-46e1-8363-54b55ffa5a29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.640196] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d3a0dd52-0e13-4040-8e0d-8edb1e75ead0/d3a0dd52-0e13-4040-8e0d-8edb1e75ead0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.640534] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9391905a-8a66-43b2-b10f-3dec301a5bbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.660456] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1105.660456] env[69506]: value = "task-3250029" [ 1105.660456] env[69506]: _type = "Task" [ 1105.660456] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.671275] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250029, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.730380] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250028, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.758462] env[69506]: INFO nova.compute.manager [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Took 16.15 seconds to build instance. [ 1106.042686] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250026, 'name': ReconfigVM_Task, 'duration_secs': 0.656607} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.043096] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2c014fbd-6094-49c1-9018-fc37155a001f/2c014fbd-6094-49c1-9018-fc37155a001f.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.043698] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a06e6df6-ea69-4b1d-bcf9-1ca26ec4280a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.050182] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1106.050182] env[69506]: value = "task-3250030" [ 1106.050182] env[69506]: _type = "Task" [ 1106.050182] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.051114] env[69506]: DEBUG nova.network.neutron [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updated VIF entry in instance network info cache for port 6c8434e7-f0c0-4289-8c3c-b211730f79ef. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.051519] env[69506]: DEBUG nova.network.neutron [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.061310] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250030, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.128393] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4b933-e55f-4fb5-9065-5bd10d4a9171 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.137621] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e8117-9dd7-4c29-9561-e2dda8293428 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.173860] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292ae0a-d42c-4775-84df-29df83959acb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.182470] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250029, 'name': ReconfigVM_Task, 'duration_secs': 0.444437} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.184622] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d3a0dd52-0e13-4040-8e0d-8edb1e75ead0/d3a0dd52-0e13-4040-8e0d-8edb1e75ead0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.185303] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be613588-a2d8-47f8-9d13-a90c9061a1fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.187749] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefae27-b159-42e6-b035-ea5cac9f6dc0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.202126] env[69506]: DEBUG nova.compute.provider_tree [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.204552] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1106.204552] env[69506]: value = "task-3250031" [ 1106.204552] env[69506]: _type = "Task" [ 1106.204552] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.212599] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250031, 'name': Rename_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.231484] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250028, 'name': Destroy_Task, 'duration_secs': 0.910303} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.231806] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroyed the VM [ 1106.232058] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1106.232324] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca2a6436-3c9e-4b96-aba2-e669220445fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.238708] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1106.238708] env[69506]: value = "task-3250032" [ 1106.238708] env[69506]: _type = "Task" [ 1106.238708] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.246891] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.260951] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51982cd9-e81d-4890-8b30-ede0d7d1a264 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.660s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.557546] env[69506]: DEBUG oslo_concurrency.lockutils [req-954de37f-1566-4c87-afd1-e4b0a54c63ed req-f54cc170-6b6b-4e6f-9dda-7eccee04c11a service nova] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563220] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250030, 'name': Rename_Task, 'duration_secs': 0.141778} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.563474] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.563707] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fbc1a4-4f40-4ed5-bf0e-178810e62cf3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.569607] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1106.569607] env[69506]: value = "task-3250034" [ 1106.569607] env[69506]: _type = "Task" [ 1106.569607] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.577554] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.627321] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "87914eba-313d-46ed-9cb9-4f3167169d33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.627594] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.627820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.628022] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.628194] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.630326] env[69506]: INFO nova.compute.manager [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Terminating instance [ 1106.706808] env[69506]: DEBUG nova.scheduler.client.report [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.720295] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250031, 'name': Rename_Task, 'duration_secs': 0.143854} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.721222] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.721487] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db92b22-c324-4b04-9212-3279aecba32d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.727899] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1106.727899] env[69506]: value = "task-3250035" [ 1106.727899] env[69506]: _type = "Task" [ 1106.727899] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.735867] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.748543] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250032, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.081027] env[69506]: DEBUG oslo_vmware.api [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250034, 'name': PowerOnVM_Task, 'duration_secs': 0.488565} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.081027] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.081027] env[69506]: DEBUG nova.compute.manager [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.081027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ccb62c-3ffc-4c4f-a3fa-b2420b354f08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.134085] env[69506]: DEBUG nova.compute.manager [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.134446] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.135199] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d72c4-c727-4db9-a029-1f53da90c1c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.143550] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.143836] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1186bdd6-bf4f-4d1a-bd19-686cbc0ee873 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.151436] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1107.151436] env[69506]: value = "task-3250036" [ 1107.151436] env[69506]: _type = "Task" [ 1107.151436] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.159560] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.211673] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.302s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.214120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.839s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.215708] env[69506]: INFO nova.compute.claims [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.238556] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.247671] env[69506]: DEBUG oslo_vmware.api [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.916888} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.248618] env[69506]: INFO nova.network.neutron [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating port 7f6c6bbb-6309-427c-b851-62d5827c319f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1107.250238] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1107.250473] env[69506]: INFO nova.compute.manager [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 1107.596758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.661860] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250036, 'name': PowerOffVM_Task, 'duration_secs': 0.190971} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.662206] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.662382] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.662619] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d53be532-638a-484b-9186-a72811105399 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.724947] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.725144] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.725293] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore1] 87914eba-313d-46ed-9cb9-4f3167169d33 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.725550] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b411df8-ca11-4611-a192-9455d2f8f59e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.735135] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1107.735135] env[69506]: value = "task-3250038" [ 1107.735135] env[69506]: _type = "Task" [ 1107.735135] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.742224] env[69506]: DEBUG oslo_vmware.api [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250035, 'name': PowerOnVM_Task, 'duration_secs': 0.612566} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.742832] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.743094] env[69506]: INFO nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1107.743300] env[69506]: DEBUG nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.744097] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b16dc3-6fb9-4bcd-8592-12acc30ba4cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.750014] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.825102] env[69506]: DEBUG nova.compute.manager [None req-6b4697af-c6a7-4946-bcb5-c05514a65886 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Found 2 images (rotation: 2) {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1107.897704] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "2c014fbd-6094-49c1-9018-fc37155a001f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.898073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.898331] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "2c014fbd-6094-49c1-9018-fc37155a001f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.898606] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.898799] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.902927] env[69506]: INFO nova.compute.manager [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Terminating instance [ 1108.245534] env[69506]: DEBUG oslo_vmware.api [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189436} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.248221] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.248383] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.248589] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.248766] env[69506]: INFO nova.compute.manager [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1108.249010] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.249388] env[69506]: DEBUG nova.compute.manager [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.249487] env[69506]: DEBUG nova.network.neutron [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.269849] env[69506]: INFO nova.compute.manager [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Took 17.76 seconds to build instance. [ 1108.399624] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3c3d7-9b14-410a-bc5b-5186c56f5e33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.406452] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "refresh_cache-2c014fbd-6094-49c1-9018-fc37155a001f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.406633] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquired lock "refresh_cache-2c014fbd-6094-49c1-9018-fc37155a001f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.406836] env[69506]: DEBUG nova.network.neutron [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.412805] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a024b-cddb-4f7b-aaef-87e55bc79a2d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443014] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317aec1d-0bcc-45b5-844f-9b4435514e93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.450078] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981c48ab-5e58-49af-8e5c-e345746f5dcd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.462924] env[69506]: DEBUG nova.compute.provider_tree [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.497343] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.497591] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.498711] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa0b48a-4475-4ef0-9fde-2e8b700c930b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.519787] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e12640-9952-4a22-9ac4-7eb37997d97c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.545532] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.549494] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a32c6b-0b70-40ec-b156-d19fc5765151 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.562839] env[69506]: DEBUG nova.compute.manager [req-0c6b8091-41df-4908-9cc5-a06106d00952 req-bdfe1c4e-0424-418d-8db4-4863658c47d4 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Received event network-vif-deleted-43fe3792-67eb-4ec5-9ae3-ab69ae6d8177 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.563080] env[69506]: INFO nova.compute.manager [req-0c6b8091-41df-4908-9cc5-a06106d00952 req-bdfe1c4e-0424-418d-8db4-4863658c47d4 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Neutron deleted interface 43fe3792-67eb-4ec5-9ae3-ab69ae6d8177; detaching it from the instance and deleting it from the info cache [ 1108.563263] env[69506]: DEBUG nova.network.neutron [req-0c6b8091-41df-4908-9cc5-a06106d00952 req-bdfe1c4e-0424-418d-8db4-4863658c47d4 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.569481] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1108.569481] env[69506]: value = "task-3250039" [ 1108.569481] env[69506]: _type = "Task" [ 1108.569481] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.578473] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.645317] env[69506]: DEBUG nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.646220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36d3dd-ba4a-4c28-b4ec-4e2713c571fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.771683] env[69506]: DEBUG oslo_concurrency.lockutils [None req-976449bc-31b9-4645-a021-b91526a7961e tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.271s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.797502] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.797502] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.797502] env[69506]: DEBUG nova.network.neutron [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.933835] env[69506]: DEBUG nova.network.neutron [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.966371] env[69506]: DEBUG nova.scheduler.client.report [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.981148] env[69506]: DEBUG nova.network.neutron [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.019520] env[69506]: DEBUG nova.network.neutron [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.066572] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9c5343-8ddb-4407-befb-c416dc579051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.078934] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5505fb26-3b08-48de-ac38-2981f65f3e35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.096687] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250039, 'name': ReconfigVM_Task, 'duration_secs': 0.321299} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.097408] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.102418] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fc2101-6d79-45c1-98f6-d91da574c917 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.122234] env[69506]: DEBUG nova.compute.manager [req-0c6b8091-41df-4908-9cc5-a06106d00952 req-bdfe1c4e-0424-418d-8db4-4863658c47d4 service nova] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Detach interface failed, port_id=43fe3792-67eb-4ec5-9ae3-ab69ae6d8177, reason: Instance 87914eba-313d-46ed-9cb9-4f3167169d33 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.127440] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1109.127440] env[69506]: value = "task-3250040" [ 1109.127440] env[69506]: _type = "Task" [ 1109.127440] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.135138] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.156228] env[69506]: INFO nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] instance snapshotting [ 1109.156846] env[69506]: DEBUG nova.objects.instance [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.451230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.451514] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.451698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.451877] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.452058] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.454209] env[69506]: INFO nova.compute.manager [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Terminating instance [ 1109.470747] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.471245] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.473775] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.877s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.473911] env[69506]: DEBUG nova.objects.instance [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.482885] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Releasing lock "refresh_cache-2c014fbd-6094-49c1-9018-fc37155a001f" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.483355] env[69506]: DEBUG nova.compute.manager [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.483551] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.485010] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95611e-838d-42a1-bf87-2e70d29eca9e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.496268] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.496716] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adabae7b-a1a6-42fb-a36e-97bfd9e9039a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.502919] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1109.502919] env[69506]: value = "task-3250041" [ 1109.502919] env[69506]: _type = "Task" [ 1109.502919] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.511261] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.521468] env[69506]: INFO nova.compute.manager [-] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Took 1.27 seconds to deallocate network for instance. [ 1109.536120] env[69506]: DEBUG nova.network.neutron [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.637079] env[69506]: DEBUG oslo_vmware.api [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250040, 'name': ReconfigVM_Task, 'duration_secs': 0.135399} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.637383] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.662500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2243fe-5d0a-47db-a9f0-909a9e97a24f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.680583] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bcaefb-7700-43b9-ad75-169d5befe214 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.957832] env[69506]: DEBUG nova.compute.manager [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.958170] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.959339] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e10743-1953-4064-8363-c4702aec876f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.967132] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.967368] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e8146e2-b7bb-49d5-9fea-e64353beec6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.974193] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1109.974193] env[69506]: value = "task-3250042" [ 1109.974193] env[69506]: _type = "Task" [ 1109.974193] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.978373] env[69506]: DEBUG nova.compute.utils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.982656] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.982838] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.989502] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.011864] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250041, 'name': PowerOffVM_Task, 'duration_secs': 0.233868} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.012220] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.012401] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.012639] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bb72b0-cf59-4f56-b890-bad46e3625a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.021319] env[69506]: DEBUG nova.policy [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c16a79b27543ab9a59469989f58c71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090d1967470b4fdc9cc8702aeeebfdab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.029218] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.038100] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.040324] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.040602] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.040839] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Deleting the datastore file [datastore2] 2c014fbd-6094-49c1-9018-fc37155a001f {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.041333] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4372543-c47c-4542-8652-88311c8d588e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.047730] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for the task: (returnval){ [ 1110.047730] env[69506]: value = "task-3250044" [ 1110.047730] env[69506]: _type = "Task" [ 1110.047730] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.059082] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.068805] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='42fdec22584971a5762f4694e05b35d1',container_format='bare',created_at=2025-04-03T10:44:07Z,direct_url=,disk_format='vmdk',id=e3c0a08e-fa02-4e1b-8625-5f615a710aaf,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2058540296-shelved',owner='ecd878888f5c4b0e9dcb639b2d5b5698',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-04-03T10:44:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.069089] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.069306] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.069475] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.069601] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.069782] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.069986] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.070177] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.070388] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.070538] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.070782] env[69506]: DEBUG nova.virt.hardware [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.071678] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f364e771-1c00-4650-94f9-bbb103fc9698 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.079465] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fd69c-1ff1-4f69-8d00-6993773a2b86 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.093853] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c8:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f6c6bbb-6309-427c-b851-62d5827c319f', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.101828] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.102168] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.102407] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8610c759-2f74-4628-809f-d42861b113bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.125100] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.125100] env[69506]: value = "task-3250045" [ 1110.125100] env[69506]: _type = "Task" [ 1110.125100] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.135401] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250045, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.191310] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.191880] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e2c22fb-87de-4353-ba8b-6a4c7d0da438 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.201183] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1110.201183] env[69506]: value = "task-3250046" [ 1110.201183] env[69506]: _type = "Task" [ 1110.201183] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.212453] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.448703] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Successfully created port: b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.484657] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.486901] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250042, 'name': PowerOffVM_Task, 'duration_secs': 0.196472} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.487785] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6662c8de-19e3-4a47-ba46-fef45c6316d4 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.488877] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.489074] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.489645] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.461s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.489861] env[69506]: DEBUG nova.objects.instance [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid 87914eba-313d-46ed-9cb9-4f3167169d33 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.491283] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e06645b-d7e2-4df6-9cc6-7eb4b6431b29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.551110] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.551281] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.551457] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Deleting the datastore file [datastore1] d3a0dd52-0e13-4040-8e0d-8edb1e75ead0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.556924] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcac4008-1b0f-4b3e-94d5-42f916f1d494 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.569021] env[69506]: DEBUG oslo_vmware.api [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Task: {'id': task-3250044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110985} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.569021] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.569021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.569021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.569021] env[69506]: INFO nova.compute.manager [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1110.569021] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.569021] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for the task: (returnval){ [ 1110.569021] env[69506]: value = "task-3250048" [ 1110.569021] env[69506]: _type = "Task" [ 1110.569021] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.569021] env[69506]: DEBUG nova.compute.manager [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.569021] env[69506]: DEBUG nova.network.neutron [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.578918] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.590472] env[69506]: DEBUG nova.compute.manager [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.590740] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.591118] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.591370] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.591589] env[69506]: DEBUG nova.compute.manager [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] No waiting events found dispatching network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.591871] env[69506]: WARNING nova.compute.manager [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received unexpected event network-vif-plugged-7f6c6bbb-6309-427c-b851-62d5827c319f for instance with vm_state shelved_offloaded and task_state spawning. [ 1110.592101] env[69506]: DEBUG nova.compute.manager [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.592281] env[69506]: DEBUG nova.compute.manager [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing instance network info cache due to event network-changed-7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.592488] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Acquiring lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.592635] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Acquired lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.592807] env[69506]: DEBUG nova.network.neutron [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Refreshing network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.616212] env[69506]: DEBUG nova.network.neutron [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.635947] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250045, 'name': CreateVM_Task, 'duration_secs': 0.355815} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.636136] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.636955] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.637135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.637716] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.637992] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd89fe9f-2d87-4150-bbd7-68c3696f1747 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.642977] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1110.642977] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ff4106-16c8-e205-775d-5b0a5eb58935" [ 1110.642977] env[69506]: _type = "Task" [ 1110.642977] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.652131] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52ff4106-16c8-e205-775d-5b0a5eb58935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.675515] env[69506]: DEBUG nova.objects.instance [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'flavor' on Instance uuid db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.712391] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250046, 'name': CreateSnapshot_Task, 'duration_secs': 0.436591} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.712674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1110.713500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2af4a-9aae-4d9b-b28c-62e5e19b0421 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.087763] env[69506]: DEBUG oslo_vmware.api [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Task: {'id': task-3250048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188868} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.088137] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.088384] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.088623] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.088985] env[69506]: INFO nova.compute.manager [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1111.089456] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.092150] env[69506]: DEBUG nova.compute.manager [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.092277] env[69506]: DEBUG nova.network.neutron [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.117747] env[69506]: DEBUG nova.network.neutron [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.155757] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.156024] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Processing image e3c0a08e-fa02-4e1b-8625-5f615a710aaf {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.156279] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.156522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.156631] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.157101] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed42993-522c-4465-9a24-98ae772fb21a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.165778] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.165955] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.166763] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2cd306-0757-4f2d-8732-a7e70232d667 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.177149] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1111.177149] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52312d94-c14d-109b-f01b-a4abaf9d236b" [ 1111.177149] env[69506]: _type = "Task" [ 1111.177149] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.182036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4a9c27cf-f96f-4215-84b8-263a6048b7e7 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.191428] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52312d94-c14d-109b-f01b-a4abaf9d236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.219993] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2946f1dd-24b9-443d-b81e-5686b6d13431 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.231171] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1111.231869] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98860496-f089-4681-a9c7-f7e8b22f9689 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.238500] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e2ec3-8942-49be-89f0-0c6f9c630228 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.242654] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1111.242654] env[69506]: value = "task-3250049" [ 1111.242654] env[69506]: _type = "Task" [ 1111.242654] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.272073] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369c7fd-3296-4bf7-835c-d65b087cdeef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.278382] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250049, 'name': CloneVM_Task} progress is 12%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.283873] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7987634-3724-4ce2-8c99-9bf3a80a58d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.299650] env[69506]: DEBUG nova.compute.provider_tree [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.406508] env[69506]: DEBUG nova.network.neutron [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updated VIF entry in instance network info cache for port 7f6c6bbb-6309-427c-b851-62d5827c319f. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.406508] env[69506]: DEBUG nova.network.neutron [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [{"id": "7f6c6bbb-6309-427c-b851-62d5827c319f", "address": "fa:16:3e:42:c8:ed", "network": {"id": "3e6b776b-f964-4ca6-8daf-b4c7d1c4c5a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1241291412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd878888f5c4b0e9dcb639b2d5b5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6c6bbb-63", "ovs_interfaceid": "7f6c6bbb-6309-427c-b851-62d5827c319f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.506031] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.520141] env[69506]: INFO nova.compute.manager [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Rebuilding instance [ 1111.531324] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.531568] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.531770] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.531953] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.532114] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.532262] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.532468] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.532625] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.532794] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.532957] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.533141] env[69506]: DEBUG nova.virt.hardware [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.533972] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f33e25e-0399-4b80-8d31-f85548b2f95a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546646] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8144020-fafe-4ba2-9f5a-4150bafc040c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.565327] env[69506]: DEBUG nova.compute.manager [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.566106] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f263ab57-2e16-4490-82dc-63d45cbc74b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.570299] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "7da9743d-7502-430d-808c-ad4ab676b546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.570391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.570564] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "7da9743d-7502-430d-808c-ad4ab676b546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.570772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.570940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.576531] env[69506]: INFO nova.compute.manager [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Terminating instance [ 1111.620835] env[69506]: INFO nova.compute.manager [-] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Took 1.05 seconds to deallocate network for instance. [ 1111.685457] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1111.685708] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Fetch image to [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0/OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1111.685889] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Downloading stream optimized image e3c0a08e-fa02-4e1b-8625-5f615a710aaf to [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0/OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0.vmdk on the data store datastore2 as vApp {{(pid=69506) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1111.686108] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Downloading image file data e3c0a08e-fa02-4e1b-8625-5f615a710aaf to the ESX as VM named 'OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0' {{(pid=69506) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1111.752853] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250049, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.757349] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1111.757349] env[69506]: value = "resgroup-9" [ 1111.757349] env[69506]: _type = "ResourcePool" [ 1111.757349] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1111.757609] env[69506]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e3d44786-b63c-4e00-846f-382a94a6d2cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.777726] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease: (returnval){ [ 1111.777726] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520cc538-fb55-3b33-5464-9b9cf0115472" [ 1111.777726] env[69506]: _type = "HttpNfcLease" [ 1111.777726] env[69506]: } obtained for vApp import into resource pool (val){ [ 1111.777726] env[69506]: value = "resgroup-9" [ 1111.777726] env[69506]: _type = "ResourcePool" [ 1111.777726] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1111.778278] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the lease: (returnval){ [ 1111.778278] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520cc538-fb55-3b33-5464-9b9cf0115472" [ 1111.778278] env[69506]: _type = "HttpNfcLease" [ 1111.778278] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.784536] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.784536] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520cc538-fb55-3b33-5464-9b9cf0115472" [ 1111.784536] env[69506]: _type = "HttpNfcLease" [ 1111.784536] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.803175] env[69506]: DEBUG nova.scheduler.client.report [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.908360] env[69506]: DEBUG oslo_concurrency.lockutils [req-b1445893-6972-402b-b8cb-5706716ca6d5 req-085f6777-af8f-4447-8599-bfab7c521c13 service nova] Releasing lock "refresh_cache-78b4f3b8-6f83-42e4-a143-c6d326e7ed24" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.937359] env[69506]: DEBUG nova.network.neutron [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.961718] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Successfully updated port: b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.081147] env[69506]: DEBUG nova.compute.manager [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.081427] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.081958] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453b2c6f-29b4-4a65-a617-4c2b0a844aca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.091027] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 1112.091027] env[69506]: value = "task-3250051" [ 1112.091027] env[69506]: _type = "Task" [ 1112.091027] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.101645] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.127190] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.264032] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250049, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.285718] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.285718] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520cc538-fb55-3b33-5464-9b9cf0115472" [ 1112.285718] env[69506]: _type = "HttpNfcLease" [ 1112.285718] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.286110] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.286110] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520cc538-fb55-3b33-5464-9b9cf0115472" [ 1112.286110] env[69506]: _type = "HttpNfcLease" [ 1112.286110] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1112.286907] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f6ba1-dbe8-4b94-bf77-ee85994c4a80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.293873] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.294062] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1112.350476] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.354994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.228s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.355335] env[69506]: DEBUG nova.objects.instance [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lazy-loading 'resources' on Instance uuid 2c014fbd-6094-49c1-9018-fc37155a001f {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.360834] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c23d026-16f9-45a7-b453-8cf7cc28d212 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.387135] env[69506]: INFO nova.scheduler.client.report [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance 87914eba-313d-46ed-9cb9-4f3167169d33 [ 1112.440650] env[69506]: INFO nova.compute.manager [-] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Took 1.35 seconds to deallocate network for instance. [ 1112.465322] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.465419] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.466014] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.582591] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.582943] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef2b5d2-36c9-44ce-a0b0-fcbeab9b8150 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.589954] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1112.589954] env[69506]: value = "task-3250052" [ 1112.589954] env[69506]: _type = "Task" [ 1112.589954] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.602481] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.606749] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250051, 'name': PowerOffVM_Task, 'duration_secs': 0.205766} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.607038] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.607245] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.607436] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649331', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'name': 'volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da9743d-7502-430d-808c-ad4ab676b546', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'serial': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.608244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc8b745-6a61-4450-b042-63f4d3c54d91 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.627469] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db979dd2-fe4f-4359-88a3-4a388f7f51aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.635259] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdb985-512c-443a-800e-2170802a9d60 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.653402] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f76d12-655c-413b-88f1-81fa8ea22ff8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.670689] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c/volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.675707] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.676064] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81cad99-5d46-4fc3-98ad-ad24c0a426de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.693998] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 1112.693998] env[69506]: value = "task-3250053" [ 1112.693998] env[69506]: _type = "Task" [ 1112.693998] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.702901] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.705354] env[69506]: DEBUG nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Received event network-vif-deleted-76934745-e79a-4fd5-9cba-01ab44b4c121 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.705560] env[69506]: DEBUG nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Received event network-vif-plugged-b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.705750] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.705949] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.706184] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.706335] env[69506]: DEBUG nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] No waiting events found dispatching network-vif-plugged-b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.706453] env[69506]: WARNING nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Received unexpected event network-vif-plugged-b107ee1f-6787-407d-9f8a-57394dc61ae2 for instance with vm_state building and task_state spawning. [ 1112.706654] env[69506]: DEBUG nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Received event network-changed-b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.706775] env[69506]: DEBUG nova.compute.manager [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Refreshing instance network info cache due to event network-changed-b107ee1f-6787-407d-9f8a-57394dc61ae2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.706953] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Acquiring lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.771116] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250049, 'name': CloneVM_Task, 'duration_secs': 1.345977} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.773593] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Created linked-clone VM from snapshot [ 1112.776706] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96e4c3-6d6f-426a-bc99-69a4c618de4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.787852] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploading image 54a6f6e6-2ed0-45c9-b35d-706bfb1145f2 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.899501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9426dd39-a0b8-4e45-91a5-f4ef30f385c3 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "87914eba-313d-46ed-9cb9-4f3167169d33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.270s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.912330] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.912330] env[69506]: value = "vm-649423" [ 1112.912330] env[69506]: _type = "VirtualMachine" [ 1112.912330] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.912620] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f317efa-d5a3-4728-90c7-522392d5d6d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.923621] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease: (returnval){ [ 1112.923621] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5267be4c-0d74-f240-8fac-487de1dc8f1b" [ 1112.923621] env[69506]: _type = "HttpNfcLease" [ 1112.923621] env[69506]: } obtained for exporting VM: (result){ [ 1112.923621] env[69506]: value = "vm-649423" [ 1112.923621] env[69506]: _type = "VirtualMachine" [ 1112.923621] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.923925] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the lease: (returnval){ [ 1112.923925] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5267be4c-0d74-f240-8fac-487de1dc8f1b" [ 1112.923925] env[69506]: _type = "HttpNfcLease" [ 1112.923925] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.938873] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.938873] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5267be4c-0d74-f240-8fac-487de1dc8f1b" [ 1112.938873] env[69506]: _type = "HttpNfcLease" [ 1112.938873] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.939180] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.939180] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5267be4c-0d74-f240-8fac-487de1dc8f1b" [ 1112.939180] env[69506]: _type = "HttpNfcLease" [ 1112.939180] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.942602] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57b210-6052-40c2-a435-5188a9e0a088 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.950610] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.956465] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.956647] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.058172] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.074470] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88efdd3d-fb4c-4a94-a8a0-7fbcc01e0067 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.106545] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250052, 'name': PowerOffVM_Task, 'duration_secs': 0.214532} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.114878] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.164946] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365c887-e6e3-414d-b836-fcd40700d850 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.179227] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5f2a6c-1672-4e4e-aa46-4f6da42ae23f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.183537] env[69506]: INFO nova.compute.manager [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Detaching volume 9b069e39-a773-45ba-8ee1-4ad386280410 [ 1113.221247] env[69506]: INFO nova.virt.block_device [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Attempting to driver detach volume 9b069e39-a773-45ba-8ee1-4ad386280410 from mountpoint /dev/sdb [ 1113.221476] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.221676] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.225432] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc2ee8-1c2d-455e-8f06-1475881332ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.228563] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea1974c-6684-43de-9fc2-6e3c0c951ca6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.236344] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250053, 'name': ReconfigVM_Task, 'duration_secs': 0.173269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.254424] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.262021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803f888d-f457-4f2b-b6e5-32f46cc40a61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.271679] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a864c-3424-4c2c-8a24-117e097459d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.276133] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847c3ff-e0a3-4a6a-be8a-2860b4f65a6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.279201] env[69506]: DEBUG nova.network.neutron [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating instance_info_cache with network_info: [{"id": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "address": "fa:16:3e:cb:20:f0", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb107ee1f-67", "ovs_interfaceid": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.293708] env[69506]: DEBUG nova.compute.provider_tree [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.300387] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cc0047-99e8-48d0-8ad8-f4dac882b60a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.303309] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 1113.303309] env[69506]: value = "task-3250055" [ 1113.303309] env[69506]: _type = "Task" [ 1113.303309] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.336252] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d72c557-fd37-4cee-85f2-d4bcfeddfefa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.343081] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.361076] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] The volume has not been displaced from its original location: [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.366401] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.371693] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2980a058-e544-4dd7-baec-25467218d0b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393344] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1113.393344] env[69506]: value = "task-3250056" [ 1113.393344] env[69506]: _type = "Task" [ 1113.393344] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.411238] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.411752] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.412063] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.412455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.412876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.414787] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.419028] env[69506]: INFO nova.compute.manager [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Terminating instance [ 1113.783043] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.783363] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Instance network_info: |[{"id": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "address": "fa:16:3e:cb:20:f0", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb107ee1f-67", "ovs_interfaceid": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.783535] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Acquired lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.783862] env[69506]: DEBUG nova.network.neutron [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Refreshing network info cache for port b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.785765] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:20:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b107ee1f-6787-407d-9f8a-57394dc61ae2', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.793841] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.798483] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.798742] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84868fb-1b9c-4ae6-add9-e32e7e316254 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.813897] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1113.814038] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1113.815355] env[69506]: DEBUG nova.scheduler.client.report [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.819985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f3ccb-b913-4412-a194-5065ce30b005 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.833588] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1113.834169] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1113.834448] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250055, 'name': ReconfigVM_Task, 'duration_secs': 0.147742} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.836410] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5408f2f-e799-4a18-ac59-e7c4e0e0b7d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.838220] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649331', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'name': 'volume-3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7da9743d-7502-430d-808c-ad4ab676b546', 'attached_at': '', 'detached_at': '', 'volume_id': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c', 'serial': '3f2533a0-adbd-45d0-b323-2a36cd6eca2c'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.838573] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.838830] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.838830] env[69506]: value = "task-3250057" [ 1113.838830] env[69506]: _type = "Task" [ 1113.838830] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.839955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8ac27-7bd2-45a6-a838-e43c4cf5b9dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.850679] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.854044] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b96d698a-4096-462a-bfbd-3a91e8a9e6fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.855645] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250057, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.903801] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250056, 'name': ReconfigVM_Task, 'duration_secs': 0.335802} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.906396] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.909351] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e4fc7f-97e0-4c5c-89c3-d73ad2c977af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.925229] env[69506]: DEBUG nova.compute.manager [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.925570] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.925987] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1113.925987] env[69506]: value = "task-3250059" [ 1113.925987] env[69506]: _type = "Task" [ 1113.925987] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.926962] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f65ed-f4fe-492f-b1b1-684fd365d3e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.938356] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.940713] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.941379] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e5f154-c33e-42b6-96f5-bde3a6fda4be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.948725] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1113.948725] env[69506]: value = "task-3250060" [ 1113.948725] env[69506]: _type = "Task" [ 1113.948725] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.953697] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.954015] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.954369] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Deleting the datastore file [datastore1] 7da9743d-7502-430d-808c-ad4ab676b546 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.955084] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3075b93c-ac2b-4fc9-b36e-b89dc20fae0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.960343] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.966738] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for the task: (returnval){ [ 1113.966738] env[69506]: value = "task-3250061" [ 1113.966738] env[69506]: _type = "Task" [ 1113.966738] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.976683] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.051032] env[69506]: DEBUG oslo_vmware.rw_handles [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210f10c-0d9d-941b-3312-4b5941e4581d/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1114.051298] env[69506]: INFO nova.virt.vmwareapi.images [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Downloaded image file data e3c0a08e-fa02-4e1b-8625-5f615a710aaf [ 1114.052389] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08aff4c-3de4-48d7-b7bc-d9c361fa00fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.070049] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9a2fe3-e622-41cb-abcd-fdbe6a3250bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.094234] env[69506]: INFO nova.virt.vmwareapi.images [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] The imported VM was unregistered [ 1114.096964] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1114.097260] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.097689] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f17a5adc-f8d1-4749-bfc4-f4157edf8fc1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.115788] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Created directory with path [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.116137] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0/OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0.vmdk to [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk. {{(pid=69506) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1114.116481] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cd70f7e5-e36e-4c85-a160-1e5fce788821 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.126455] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1114.126455] env[69506]: value = "task-3250063" [ 1114.126455] env[69506]: _type = "Task" [ 1114.126455] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.134844] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.320529] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.325746] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.375s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.326086] env[69506]: DEBUG nova.objects.instance [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lazy-loading 'resources' on Instance uuid d3a0dd52-0e13-4040-8e0d-8edb1e75ead0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.353108] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250057, 'name': CreateVM_Task, 'duration_secs': 0.408053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.354502] env[69506]: INFO nova.scheduler.client.report [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Deleted allocations for instance 2c014fbd-6094-49c1-9018-fc37155a001f [ 1114.355768] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.356567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.359053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.359053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.361609] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98c93ff-2485-4c23-a88b-72ca19e458a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.370687] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1114.370687] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d13f-d3a7-8296-cb9f-6dc7387917a8" [ 1114.370687] env[69506]: _type = "Task" [ 1114.370687] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.381147] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d13f-d3a7-8296-cb9f-6dc7387917a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.439780] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250059, 'name': ReconfigVM_Task, 'duration_secs': 0.183428} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.443014] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.459872] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250060, 'name': PowerOffVM_Task, 'duration_secs': 0.25047} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.460260] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.460485] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.460929] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c052af6-634c-49b1-8237-142029629ae5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.477768] env[69506]: DEBUG oslo_vmware.api [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Task: {'id': task-3250061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115397} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.480957] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.480957] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.481747] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.482251] env[69506]: INFO nova.compute.manager [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1114.483035] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.483035] env[69506]: DEBUG nova.compute.manager [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.483035] env[69506]: DEBUG nova.network.neutron [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.545401] env[69506]: DEBUG nova.network.neutron [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updated VIF entry in instance network info cache for port b107ee1f-6787-407d-9f8a-57394dc61ae2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.545793] env[69506]: DEBUG nova.network.neutron [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating instance_info_cache with network_info: [{"id": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "address": "fa:16:3e:cb:20:f0", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb107ee1f-67", "ovs_interfaceid": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.568533] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.568806] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.569181] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore2] fac5cc3f-ab86-41dd-8f06-2259c6b1c378 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.569988] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-866531f1-a75d-45c3-bb61-88939af1fef1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.579431] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1114.579431] env[69506]: value = "task-3250065" [ 1114.579431] env[69506]: _type = "Task" [ 1114.579431] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.588204] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.637664] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.870366] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d1556aca-9226-4841-89c3-35139e24d8b5 tempest-ServerShowV257Test-1728398950 tempest-ServerShowV257Test-1728398950-project-member] Lock "2c014fbd-6094-49c1-9018-fc37155a001f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.972s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.881622] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5261d13f-d3a7-8296-cb9f-6dc7387917a8, 'name': SearchDatastore_Task, 'duration_secs': 0.05673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.882231] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.882687] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.883916] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.883916] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.883916] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.886505] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df05880b-58bb-4281-a1df-98a93ece750a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.902080] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.902287] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.905717] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec9f983-760d-4e71-8f40-eaa715c5133a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.920425] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1114.920425] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52660586-6576-7f46-9e99-558133e0d8bd" [ 1114.920425] env[69506]: _type = "Task" [ 1114.920425] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.928856] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52660586-6576-7f46-9e99-558133e0d8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.051291] env[69506]: DEBUG oslo_concurrency.lockutils [req-3d297c06-cf6e-40af-b2e4-1eafabe0564e req-7fd0afc5-16b2-479c-830e-e6585bfc112d service nova] Releasing lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.091437] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.137602] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.141962] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227e62a-ccdd-4ba3-a0bb-33c8d2b05f95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.151444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182ec3d-42c0-482a-a678-8e895f267fef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.156634] env[69506]: DEBUG nova.compute.manager [req-c151f867-67fc-497c-9344-323d7b69961b req-a48f95e7-28d8-4494-907a-42d793245077 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Received event network-vif-deleted-32e6df20-abe3-4e77-8deb-63a71c38211b {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.156835] env[69506]: INFO nova.compute.manager [req-c151f867-67fc-497c-9344-323d7b69961b req-a48f95e7-28d8-4494-907a-42d793245077 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Neutron deleted interface 32e6df20-abe3-4e77-8deb-63a71c38211b; detaching it from the instance and deleting it from the info cache [ 1115.157179] env[69506]: DEBUG nova.network.neutron [req-c151f867-67fc-497c-9344-323d7b69961b req-a48f95e7-28d8-4494-907a-42d793245077 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.193124] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1912a8-e883-4d8b-8453-ac61d792ab0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.204162] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47625abe-b2f0-446f-bcc1-f4c265b6b0f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221367] env[69506]: DEBUG nova.compute.provider_tree [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.432330] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52660586-6576-7f46-9e99-558133e0d8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.093892} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.433308] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad18b08-a300-4884-8f87-d4c22a8557fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.441072] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1115.441072] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc7ab8-c51d-8f07-d4ca-a8132a781deb" [ 1115.441072] env[69506]: _type = "Task" [ 1115.441072] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.458046] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc7ab8-c51d-8f07-d4ca-a8132a781deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.506620] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.507454] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be38567-5048-47fb-9fd0-bb0ed6b37b6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.515456] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1115.515456] env[69506]: value = "task-3250066" [ 1115.515456] env[69506]: _type = "Task" [ 1115.515456] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.528831] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.529360] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.529755] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.531223] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c3083-9bed-41f2-9144-63f043eac12d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.552617] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc3191b-be76-4705-9831-4c58802c1e64 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.559554] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1115.560042] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.560940] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c6edb-3766-4018-8e42-58e73025204b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.568280] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.568676] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46a54d2-aeeb-41c4-8f8e-5e82bd8bf91c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.590153] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.620634] env[69506]: DEBUG nova.network.neutron [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.638976] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.662017] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d24693-1254-4101-aef9-3c613ad14fca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.675291] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef53784-31bb-41c8-a3fe-d65c1ed94bfc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.712300] env[69506]: DEBUG nova.compute.manager [req-c151f867-67fc-497c-9344-323d7b69961b req-a48f95e7-28d8-4494-907a-42d793245077 service nova] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Detach interface failed, port_id=32e6df20-abe3-4e77-8deb-63a71c38211b, reason: Instance 7da9743d-7502-430d-808c-ad4ab676b546 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.726987] env[69506]: DEBUG nova.scheduler.client.report [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.818631] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.819020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.819247] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.819549] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf12046-7f9a-4498-9085-1fb15b4c8f7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.827156] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1115.827156] env[69506]: value = "task-3250068" [ 1115.827156] env[69506]: _type = "Task" [ 1115.827156] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.835875] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.952053] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc7ab8-c51d-8f07-d4ca-a8132a781deb, 'name': SearchDatastore_Task, 'duration_secs': 0.082242} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.952372] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.952994] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 09425878-d9d7-454c-a7d0-700a466ea59c/09425878-d9d7-454c-a7d0-700a466ea59c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.952994] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b69f7ab-b9f2-4085-878e-acf4602eb339 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.961858] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1115.961858] env[69506]: value = "task-3250069" [ 1115.961858] env[69506]: _type = "Task" [ 1115.961858] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.970953] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.091838] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.123618] env[69506]: INFO nova.compute.manager [-] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Took 1.64 seconds to deallocate network for instance. [ 1116.140431] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.231713] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.256941] env[69506]: INFO nova.scheduler.client.report [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Deleted allocations for instance d3a0dd52-0e13-4040-8e0d-8edb1e75ead0 [ 1116.339286] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.470636] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.593402] env[69506]: DEBUG oslo_vmware.api [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.821876} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.593797] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.594103] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.594383] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.594645] env[69506]: INFO nova.compute.manager [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1116.594975] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.595293] env[69506]: DEBUG nova.compute.manager [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.595421] env[69506]: DEBUG nova.network.neutron [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.639300] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250063, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.438172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.639561] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0/OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0.vmdk to [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk. [ 1116.639756] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Cleaning up location [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1116.639922] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e92c63ae-d37e-4af8-b734-f8a04b2c2ea0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.640202] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef69268-4e19-4abc-b8ba-0b304de3d35a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.646465] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1116.646465] env[69506]: value = "task-3250070" [ 1116.646465] env[69506]: _type = "Task" [ 1116.646465] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.655243] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.680973] env[69506]: INFO nova.compute.manager [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Took 0.56 seconds to detach 1 volumes for instance. [ 1116.683724] env[69506]: DEBUG nova.compute.manager [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Deleting volume: 3f2533a0-adbd-45d0-b323-2a36cd6eca2c {{(pid=69506) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1116.764977] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e352d75-d03b-47ea-83a7-5078a86e08b4 tempest-ServersNegativeTestMultiTenantJSON-1807211008 tempest-ServersNegativeTestMultiTenantJSON-1807211008-project-member] Lock "d3a0dd52-0e13-4040-8e0d-8edb1e75ead0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.839402] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.780827} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.839565] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.839701] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.839893] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.971898] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991172} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.972272] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 09425878-d9d7-454c-a7d0-700a466ea59c/09425878-d9d7-454c-a7d0-700a466ea59c.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.972403] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.972655] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52ab1c39-acd7-464e-ab18-38bc7d0fc635 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.983700] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1116.983700] env[69506]: value = "task-3250072" [ 1116.983700] env[69506]: _type = "Task" [ 1116.983700] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.992415] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.156761] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196424} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.157084] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.157250] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.157502] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk to [datastore2] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.157821] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdaf865d-af3b-4dcb-8eca-465677666ef3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.173817] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1117.173817] env[69506]: value = "task-3250073" [ 1117.173817] env[69506]: _type = "Task" [ 1117.173817] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.182383] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.232600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.232873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.233165] env[69506]: DEBUG nova.objects.instance [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lazy-loading 'resources' on Instance uuid 7da9743d-7502-430d-808c-ad4ab676b546 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.235015] env[69506]: DEBUG nova.compute.manager [req-af571625-4687-4e15-99aa-63f178e67737 req-0b281abe-1f72-4121-a721-af082ab0e292 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Received event network-vif-deleted-76ec7316-8303-41ca-bd04-9f873e042ca4 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.238025] env[69506]: INFO nova.compute.manager [req-af571625-4687-4e15-99aa-63f178e67737 req-0b281abe-1f72-4121-a721-af082ab0e292 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Neutron deleted interface 76ec7316-8303-41ca-bd04-9f873e042ca4; detaching it from the instance and deleting it from the info cache [ 1117.238025] env[69506]: DEBUG nova.network.neutron [req-af571625-4687-4e15-99aa-63f178e67737 req-0b281abe-1f72-4121-a721-af082ab0e292 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.345450] env[69506]: INFO nova.virt.block_device [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Booting with volume 9b069e39-a773-45ba-8ee1-4ad386280410 at /dev/sdb [ 1117.383334] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9af1b16-d53b-46f2-9479-cd7aeb38f1e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.388461] env[69506]: DEBUG nova.network.neutron [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.397023] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93512824-21aa-4e57-8545-40658f8e7edb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.426215] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aed490f-e360-400d-81a3-827f8d21dc93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.436367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e820983c-bc64-4e02-aaf6-d89549e056a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.466817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1a9bf-9100-4070-8c4e-b1ebc3b84ef8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.473836] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5596aa40-1eac-4bdd-b626-c3b59660ef15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.487972] env[69506]: DEBUG nova.virt.block_device [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating existing volume attachment record: 58f8ad32-bea2-4db2-9c19-1babb89a10ed {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.502500] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103504} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.502664] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.503544] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6b438-4d81-42bf-a97b-017e58de0ac4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.532475] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 09425878-d9d7-454c-a7d0-700a466ea59c/09425878-d9d7-454c-a7d0-700a466ea59c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.532944] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac36d1a-8209-47ff-8fcc-eec425e55f93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.556066] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1117.556066] env[69506]: value = "task-3250074" [ 1117.556066] env[69506]: _type = "Task" [ 1117.556066] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.565456] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.685108] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.745412] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4208668-6368-4e1e-871d-d9a7443310c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.757019] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18504cc1-9111-4904-a0e6-d287a2c7769e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.790016] env[69506]: DEBUG nova.compute.manager [req-af571625-4687-4e15-99aa-63f178e67737 req-0b281abe-1f72-4121-a721-af082ab0e292 service nova] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Detach interface failed, port_id=76ec7316-8303-41ca-bd04-9f873e042ca4, reason: Instance fac5cc3f-ab86-41dd-8f06-2259c6b1c378 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.893450] env[69506]: INFO nova.compute.manager [-] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Took 1.30 seconds to deallocate network for instance. [ 1117.930844] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4868a46e-0a63-4c48-9f82-9f3e61ec6385 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.939318] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a12d9-8f47-4111-9dc6-7564d3312ba8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.974947] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6753c4-787e-40b4-bee8-7a43782ea428 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.985313] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0993bfc-b81d-45f6-91be-db817b5d4a99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.004160] env[69506]: DEBUG nova.compute.provider_tree [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.067641] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.186178] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.404345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.508510] env[69506]: DEBUG nova.scheduler.client.report [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.573138] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.689771] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.013540] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.016859] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.612s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.016859] env[69506]: DEBUG nova.objects.instance [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid fac5cc3f-ab86-41dd-8f06-2259c6b1c378 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.039161] env[69506]: INFO nova.scheduler.client.report [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Deleted allocations for instance 7da9743d-7502-430d-808c-ad4ab676b546 [ 1119.069938] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.191315] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.547256] env[69506]: DEBUG oslo_concurrency.lockutils [None req-054c9d2a-296e-4e12-baf1-d6b9eba2d315 tempest-ServersTestBootFromVolume-649135408 tempest-ServersTestBootFromVolume-649135408-project-member] Lock "7da9743d-7502-430d-808c-ad4ab676b546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.977s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.570580] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250074, 'name': ReconfigVM_Task, 'duration_secs': 1.975303} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.570920] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 09425878-d9d7-454c-a7d0-700a466ea59c/09425878-d9d7-454c-a7d0-700a466ea59c.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.574039] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f63a1c-a534-452d-afcf-6a844fde9104 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.580973] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1119.580973] env[69506]: value = "task-3250075" [ 1119.580973] env[69506]: _type = "Task" [ 1119.580973] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.591567] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250075, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.647711] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.647956] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.648216] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.648618] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.648618] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.648618] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.649109] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.649109] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.649334] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.649334] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.649671] env[69506]: DEBUG nova.virt.hardware [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.650438] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2e962-f252-48b0-a9a5-e4d38074ccb2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.661398] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36813de3-6a64-4ea2-bd29-d873d02f5a9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.676817] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:76:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e12ccf7-0e48-429c-958c-8df489366e1c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.684227] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.687848] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.690964] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8deb04-81f9-41b7-8e7c-aee9bb101ca5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.707110] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7fda63-3738-4103-bfc4-95fbd0dea981 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.717015] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250073, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.269624} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.718698] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e3c0a08e-fa02-4e1b-8625-5f615a710aaf/e3c0a08e-fa02-4e1b-8625-5f615a710aaf.vmdk to [datastore2] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.718841] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.718841] env[69506]: value = "task-3250076" [ 1119.718841] env[69506]: _type = "Task" [ 1119.718841] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.719487] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0648a3-f1a9-4dfc-bfc5-3f1728e69d17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.722720] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36be66a-d2f5-454c-9df6-8366eed7fa80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.747977] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.777412] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b4ecf0-330d-4e3b-8164-4f5d33d94cbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.793593] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250076, 'name': CreateVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.793593] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62611c4-b297-4d88-87f7-28fcdfa484e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.801302] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc110d-09c2-470a-a8bd-0b9b7273d8b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.805802] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1119.805802] env[69506]: value = "task-3250077" [ 1119.805802] env[69506]: _type = "Task" [ 1119.805802] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.818962] env[69506]: DEBUG nova.compute.provider_tree [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.825154] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.091848] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250075, 'name': Rename_Task, 'duration_secs': 0.142196} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.095375] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.095375] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195618b0-1f36-406e-8c8a-4f5d8060a6fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.101499] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1120.101499] env[69506]: value = "task-3250078" [ 1120.101499] env[69506]: _type = "Task" [ 1120.101499] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.109272] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.236743] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250076, 'name': CreateVM_Task, 'duration_secs': 0.398384} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.236982] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.237823] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.237938] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.238332] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.242028] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b837127-6ea5-456d-8f1e-718e6df4842c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.243529] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1120.243529] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520ff50c-c3ac-6de6-1950-13b36e24fe51" [ 1120.243529] env[69506]: _type = "Task" [ 1120.243529] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.252138] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520ff50c-c3ac-6de6-1950-13b36e24fe51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.315634] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250077, 'name': ReconfigVM_Task, 'duration_secs': 0.276193} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.316015] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24/78b4f3b8-6f83-42e4-a143-c6d326e7ed24.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.316675] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2227d4a-eab5-4e93-b461-6bb54ee2a076 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.323725] env[69506]: DEBUG nova.scheduler.client.report [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.326978] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1120.326978] env[69506]: value = "task-3250079" [ 1120.326978] env[69506]: _type = "Task" [ 1120.326978] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.338577] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250079, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.611808] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250078, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.726311] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1120.727403] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d41cf97-f5dc-45fd-a60f-f5014b38cafb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.734744] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1120.734918] env[69506]: ERROR oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk due to incomplete transfer. [ 1120.735174] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c644c6f-a093-4101-8d47-73e2305d35d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.742303] env[69506]: DEBUG oslo_vmware.rw_handles [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c5540-92c6-31b0-7e05-d1b1aad56291/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1120.742501] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Uploaded image 54a6f6e6-2ed0-45c9-b35d-706bfb1145f2 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1120.744384] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1120.744817] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a34425aa-3586-44fd-8b89-c96246d35848 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.759342] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520ff50c-c3ac-6de6-1950-13b36e24fe51, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.760614] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.760953] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.761133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.761285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.761464] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.761785] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1120.761785] env[69506]: value = "task-3250080" [ 1120.761785] env[69506]: _type = "Task" [ 1120.761785] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.761987] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e999cb1-589d-46d8-b52c-3d8c63c0754d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.773703] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250080, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.774355] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.774551] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.775268] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe2d479-9b20-432d-a3c6-4ec341a77b82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.779975] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1120.779975] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52564c5a-b273-c69b-cfa1-360406ec512f" [ 1120.779975] env[69506]: _type = "Task" [ 1120.779975] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.787208] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52564c5a-b273-c69b-cfa1-360406ec512f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.832462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.838036] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250079, 'name': Rename_Task, 'duration_secs': 0.24091} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.839026] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.839026] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d5cea2-f997-4dd4-b395-5bb208df5257 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.846248] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1120.846248] env[69506]: value = "task-3250081" [ 1120.846248] env[69506]: _type = "Task" [ 1120.846248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.854800] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.859439] env[69506]: INFO nova.scheduler.client.report [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance fac5cc3f-ab86-41dd-8f06-2259c6b1c378 [ 1121.110479] env[69506]: DEBUG oslo_vmware.api [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250078, 'name': PowerOnVM_Task, 'duration_secs': 0.618447} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.110927] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.110998] env[69506]: INFO nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1121.111144] env[69506]: DEBUG nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.111937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3783d-5a38-446e-b50e-cf96a4de9de9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.274648] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250080, 'name': Destroy_Task, 'duration_secs': 0.369616} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.275018] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroyed the VM [ 1121.275296] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.276294] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a38c3736-f551-496a-9cf6-5f2857d6030d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.284490] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1121.284490] env[69506]: value = "task-3250082" [ 1121.284490] env[69506]: _type = "Task" [ 1121.284490] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.291238] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52564c5a-b273-c69b-cfa1-360406ec512f, 'name': SearchDatastore_Task, 'duration_secs': 0.037121} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.292365] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbef2bf5-e594-4048-9cb4-1a642b774e4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.297700] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.300389] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1121.300389] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4f0f1-7756-3883-7836-a0e19e96e5b1" [ 1121.300389] env[69506]: _type = "Task" [ 1121.300389] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.307731] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4f0f1-7756-3883-7836-a0e19e96e5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.356725] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250081, 'name': PowerOnVM_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.368839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a2fcf4a-652e-4f0e-a00a-7ae199b790e0 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "fac5cc3f-ab86-41dd-8f06-2259c6b1c378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.957s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.630752] env[69506]: INFO nova.compute.manager [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Took 17.27 seconds to build instance. [ 1121.800936] env[69506]: DEBUG oslo_vmware.api [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.470667} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.801338] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1121.801683] env[69506]: INFO nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 12.14 seconds to snapshot the instance on the hypervisor. [ 1121.814316] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52d4f0f1-7756-3883-7836-a0e19e96e5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018394} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.814544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.815148] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.815274] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a667871f-b382-4035-9b33-298c8e8515d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.821419] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1121.821419] env[69506]: value = "task-3250083" [ 1121.821419] env[69506]: _type = "Task" [ 1121.821419] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.829847] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.856872] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.136815] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7a9828ab-fcc9-49d4-941d-a8640dd36609 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.790s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.339314] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.361370] env[69506]: DEBUG oslo_vmware.api [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250081, 'name': PowerOnVM_Task, 'duration_secs': 1.068794} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.367228] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.380263] env[69506]: DEBUG nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Found 3 images (rotation: 2) {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1122.380550] env[69506]: DEBUG nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Rotating out 1 backups {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1122.383270] env[69506]: DEBUG nova.compute.manager [None req-e71984be-6ae7-4ecb-8a3e-49ec1c6d01eb tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleting image ece8bc3f-7653-478b-b4b2-ec6be5214305 {{(pid=69506) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1122.515117] env[69506]: DEBUG nova.compute.manager [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.518276] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e9e5d8-67be-4619-a06b-f1bd939d798b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.525446] env[69506]: DEBUG nova.compute.manager [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Received event network-changed-b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.526037] env[69506]: DEBUG nova.compute.manager [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Refreshing instance network info cache due to event network-changed-b107ee1f-6787-407d-9f8a-57394dc61ae2. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.526037] env[69506]: DEBUG oslo_concurrency.lockutils [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] Acquiring lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.526143] env[69506]: DEBUG oslo_concurrency.lockutils [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] Acquired lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.526376] env[69506]: DEBUG nova.network.neutron [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Refreshing network info cache for port b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.836461] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598025} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.836765] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.836976] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.837540] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c6c9eab-bb68-4968-befa-d6976f85d6c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.845205] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1122.845205] env[69506]: value = "task-3250084" [ 1122.845205] env[69506]: _type = "Task" [ 1122.845205] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.856450] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.913757] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.913991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.043910] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a7f72c02-61e6-473f-b2e5-869ecdd2689c tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.164s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.362622] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071002} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.362622] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.367020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c615d-4c17-49c3-bbc8-29fb577a1611 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.386080] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.386736] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ecfea3d-757a-4c08-9101-b4331c65eee7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.410014] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1123.410014] env[69506]: value = "task-3250085" [ 1123.410014] env[69506]: _type = "Task" [ 1123.410014] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.417782] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.419262] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.470446] env[69506]: DEBUG nova.network.neutron [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updated VIF entry in instance network info cache for port b107ee1f-6787-407d-9f8a-57394dc61ae2. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.470832] env[69506]: DEBUG nova.network.neutron [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating instance_info_cache with network_info: [{"id": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "address": "fa:16:3e:cb:20:f0", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb107ee1f-67", "ovs_interfaceid": "b107ee1f-6787-407d-9f8a-57394dc61ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.628402] env[69506]: DEBUG nova.compute.manager [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1123.920632] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250085, 'name': ReconfigVM_Task, 'duration_secs': 0.393426} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.920965] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to attach disk [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6/db68d854-29e3-43b9-a7ff-9a82ae0353a6.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.922141] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'device_name': '/dev/sda', 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'image_id': '8e9b45b5-16de-4b59-bf59-36725e85fac6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '58f8ad32-bea2-4db2-9c19-1babb89a10ed', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'}, 'boot_index': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69506) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1123.922345] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.922537] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.923327] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632488d-e481-4084-be32-b044aab4e09d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.952326] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc9642-e490-4dbd-8f28-bbdfcaa42d13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.971970] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.975306] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.975306] env[69506]: INFO nova.compute.claims [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.983907] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.984499] env[69506]: DEBUG oslo_concurrency.lockutils [req-499e9973-d317-47d9-9256-765245887ba3 req-c07cbc0c-7223-4fc2-a7bf-faf026cbd992 service nova] Releasing lock "refresh_cache-09425878-d9d7-454c-a7d0-700a466ea59c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.985133] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ff7b3a-a50e-45b2-9f3c-5f3f444d52e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.004408] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1124.004408] env[69506]: value = "task-3250086" [ 1124.004408] env[69506]: _type = "Task" [ 1124.004408] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.013195] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.149111] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.515152] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250086, 'name': ReconfigVM_Task, 'duration_secs': 0.343727} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.515528] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.520317] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d533093-49b6-448c-949c-18f7f9a69142 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.535132] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1124.535132] env[69506]: value = "task-3250087" [ 1124.535132] env[69506]: _type = "Task" [ 1124.535132] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.543728] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.751504] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.751771] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.752039] env[69506]: DEBUG nova.compute.manager [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.755105] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355cd468-f0f8-4d83-a18f-7081feeb8e65 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.759933] env[69506]: DEBUG nova.compute.manager [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1124.760521] env[69506]: DEBUG nova.objects.instance [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.047476] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250087, 'name': ReconfigVM_Task, 'duration_secs': 0.190145} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.048594] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.048594] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef0f195-3545-43de-ab22-34026e53d30c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.054684] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1125.054684] env[69506]: value = "task-3250088" [ 1125.054684] env[69506]: _type = "Task" [ 1125.054684] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.067497] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250088, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.148170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c99cd7-91e1-4ff7-a524-2642a6590280 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.156874] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366b668-dccc-4673-9f50-c06fe8c0c8d5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.189957] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf2b46-6654-48b3-906e-e74054a6dadd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.197446] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152de19-aa0b-4168-ad17-9569ac22b597 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.212982] env[69506]: DEBUG nova.compute.provider_tree [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.565028] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250088, 'name': Rename_Task, 'duration_secs': 0.16454} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.565333] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.565333] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85370d7-67ac-4655-afcc-8e7e99e023a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.571991] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1125.571991] env[69506]: value = "task-3250089" [ 1125.571991] env[69506]: _type = "Task" [ 1125.571991] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.581011] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.716349] env[69506]: DEBUG nova.scheduler.client.report [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.767036] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.767221] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ff1662-b848-4cba-b86e-390ea49552bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.773957] env[69506]: DEBUG oslo_vmware.api [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1125.773957] env[69506]: value = "task-3250090" [ 1125.773957] env[69506]: _type = "Task" [ 1125.773957] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.782255] env[69506]: DEBUG oslo_vmware.api [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.927143] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "f712b9df-d051-4632-ac85-2eaf703ffca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.927143] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.932045] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.932260] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.932453] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.932969] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.933278] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.933506] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.933809] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.934054] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1125.934239] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.083301] env[69506]: DEBUG oslo_vmware.api [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250089, 'name': PowerOnVM_Task, 'duration_secs': 0.493579} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.083587] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.083802] env[69506]: DEBUG nova.compute.manager [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.084586] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a6d0cf-c15e-414c-be09-290b97b8f386 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.224168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.224923] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.229325] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.080s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.284508] env[69506]: DEBUG oslo_vmware.api [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250090, 'name': PowerOffVM_Task, 'duration_secs': 0.217517} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.284822] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.285051] env[69506]: DEBUG nova.compute.manager [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.285822] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f37b44d-83f1-435d-bfc4-3dac8f5a6f6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.429473] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.439634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.603918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.732382] env[69506]: DEBUG nova.compute.utils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.736916] env[69506]: INFO nova.compute.claims [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.740306] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.740476] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.797254] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9c7d90a1-320d-4d60-a06b-f894d8adf1d1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.819501] env[69506]: DEBUG nova.policy [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.952435] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.182819] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Successfully created port: 8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.241515] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.245652] env[69506]: INFO nova.compute.resource_tracker [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating resource usage from migration d842e7e9-1120-4aff-bda1-450f11b10fbf [ 1127.409910] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be78853-d1c1-49ac-b848-52e305d7496d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.418374] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75fb22-6fa6-4a71-bf6d-8ab4c726e81d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.449788] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd8ca95-d09c-4c80-a7e9-c72bd1cf2e90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.456761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ec35f-fbce-490a-bbb6-39f3644cf40e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.471032] env[69506]: DEBUG nova.compute.provider_tree [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.975520] env[69506]: DEBUG nova.scheduler.client.report [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.051036] env[69506]: DEBUG nova.compute.manager [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Stashing vm_state: stopped {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.256408] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.281898] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.282217] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.282378] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.282559] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.282704] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.282850] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.283078] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.283308] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.283445] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.283607] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.283777] env[69506]: DEBUG nova.virt.hardware [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.284636] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721964f-ccf5-40fc-853b-180ef6eb44b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.292689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda54fb-0967-4b3f-9fc1-e51eb75376c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.480674] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.480964] env[69506]: INFO nova.compute.manager [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Migrating [ 1128.487536] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.050s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.487721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.487878] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1128.488190] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.884s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.488368] env[69506]: DEBUG nova.objects.instance [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.491918] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5481036-8018-4335-aa9f-fe509cb42e4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.512846] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c12d14-2d82-423d-b4c8-e0a23d8be8b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.537595] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b4802-fdc3-4b1e-b814-3599c5141d26 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.546784] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee6bea-37ba-4578-8232-9fc97d6d0c29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.588938] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179481MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1128.589179] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.605993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.637157] env[69506]: DEBUG nova.compute.manager [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Received event network-vif-plugged-8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.637361] env[69506]: DEBUG oslo_concurrency.lockutils [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] Acquiring lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.637618] env[69506]: DEBUG oslo_concurrency.lockutils [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.637800] env[69506]: DEBUG oslo_concurrency.lockutils [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.637968] env[69506]: DEBUG nova.compute.manager [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] No waiting events found dispatching network-vif-plugged-8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.638130] env[69506]: WARNING nova.compute.manager [req-7835d445-2e29-46e3-989e-f502b206c7e6 req-012d1800-220b-46a9-a3d9-7b0d212328fd service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Received unexpected event network-vif-plugged-8c75f6b0-5e09-42c3-b65d-84b6ab741698 for instance with vm_state building and task_state spawning. [ 1128.722114] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Successfully updated port: 8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.004608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.005030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.005030] env[69506]: DEBUG nova.network.neutron [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.225478] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.225635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.225769] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.501345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55a94f87-8f53-4f4c-8317-1eb223e188a1 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.502721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.551s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.504201] env[69506]: INFO nova.compute.claims [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.713363] env[69506]: DEBUG nova.network.neutron [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.753482] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.878506] env[69506]: DEBUG nova.network.neutron [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Updating instance_info_cache with network_info: [{"id": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "address": "fa:16:3e:63:79:54", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75f6b0-5e", "ovs_interfaceid": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.216170] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.381716] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.382108] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Instance network_info: |[{"id": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "address": "fa:16:3e:63:79:54", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75f6b0-5e", "ovs_interfaceid": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.382558] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:79:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c75f6b0-5e09-42c3-b65d-84b6ab741698', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.390221] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.390459] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.390690] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7241f63b-5e3e-404d-958e-17c3dec7ba1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.410767] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.410767] env[69506]: value = "task-3250091" [ 1130.410767] env[69506]: _type = "Task" [ 1130.410767] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.419667] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250091, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.667242] env[69506]: DEBUG nova.compute.manager [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Received event network-changed-8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.667465] env[69506]: DEBUG nova.compute.manager [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Refreshing instance network info cache due to event network-changed-8c75f6b0-5e09-42c3-b65d-84b6ab741698. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.667683] env[69506]: DEBUG oslo_concurrency.lockutils [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] Acquiring lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.667863] env[69506]: DEBUG oslo_concurrency.lockutils [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] Acquired lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.668017] env[69506]: DEBUG nova.network.neutron [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Refreshing network info cache for port 8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.679146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a2f35d-5dc1-458c-baf9-a720424d2a6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.687385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14073ff-3e94-4eba-a7cb-706697d182e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.723047] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8cff3b-f6a7-46da-9c85-cb9ef8e7fb8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.730950] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02410348-8fca-42c2-8e51-f9784f767485 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.744762] env[69506]: DEBUG nova.compute.provider_tree [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.920665] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250091, 'name': CreateVM_Task, 'duration_secs': 0.417837} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.920875] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.921581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.921754] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.922082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.922349] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2689f4-5a14-447a-93a3-6d6dfe463b4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.926529] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1130.926529] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b31e0-df7b-092e-0a3e-a76daaaca8f6" [ 1130.926529] env[69506]: _type = "Task" [ 1130.926529] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.933841] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b31e0-df7b-092e-0a3e-a76daaaca8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.247665] env[69506]: DEBUG nova.scheduler.client.report [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.407387] env[69506]: DEBUG nova.network.neutron [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Updated VIF entry in instance network info cache for port 8c75f6b0-5e09-42c3-b65d-84b6ab741698. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.407893] env[69506]: DEBUG nova.network.neutron [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Updating instance_info_cache with network_info: [{"id": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "address": "fa:16:3e:63:79:54", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c75f6b0-5e", "ovs_interfaceid": "8c75f6b0-5e09-42c3-b65d-84b6ab741698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.436726] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523b31e0-df7b-092e-0a3e-a76daaaca8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.436950] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.437188] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.437426] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.437572] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.437766] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.437989] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef22fdb7-b27e-465d-b813-45e224d81fd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.446221] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.446417] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.447081] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b141c406-295f-4633-9381-fd44a4f12acd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.452282] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1131.452282] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d6dfe-8274-2211-c475-6869fe152724" [ 1131.452282] env[69506]: _type = "Task" [ 1131.452282] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.461190] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d6dfe-8274-2211-c475-6869fe152724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.735861] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835a1494-ee5d-49de-ac10-c7c5b3375e92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.754252] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.754720] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.757176] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.760361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.171s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.910874] env[69506]: DEBUG oslo_concurrency.lockutils [req-b30d27e8-af9c-46d5-aaaf-f54be514ce72 req-72ef9013-8acc-456b-ad40-4a6f8e4de098 service nova] Releasing lock "refresh_cache-7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.963292] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523d6dfe-8274-2211-c475-6869fe152724, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.964043] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1ae6c9-38a0-4e30-ab9f-cd5a4dfa6e4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.968978] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1131.968978] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf001b-8bcf-ca81-e3e2-2b1fe0cc2e46" [ 1131.968978] env[69506]: _type = "Task" [ 1131.968978] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.976524] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf001b-8bcf-ca81-e3e2-2b1fe0cc2e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.262573] env[69506]: DEBUG nova.compute.utils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.265232] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.270257] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.270427] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.272696] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df86c7da-d074-4b71-80ad-1c4034e65e0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.281042] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1132.281042] env[69506]: value = "task-3250092" [ 1132.281042] env[69506]: _type = "Task" [ 1132.281042] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.290357] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.311202] env[69506]: DEBUG nova.policy [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc87970a0ee147d7921076a2a8b57e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fae85f201ac4da3a1a45b8dfd139a74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.478836] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf001b-8bcf-ca81-e3e2-2b1fe0cc2e46, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.479064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.479332] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2/7b67e6e9-a1b2-422f-a493-cbfb7bc643a2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.479591] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc7b591-d270-4ff3-bfc1-f67af5171652 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.485478] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1132.485478] env[69506]: value = "task-3250093" [ 1132.485478] env[69506]: _type = "Task" [ 1132.485478] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.492940] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.634264] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Successfully created port: 261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.774104] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.777554] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Applying migration context for instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 as it has an incoming, in-progress migration d842e7e9-1120-4aff-bda1-450f11b10fbf. Migration status is migrating {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1132.778967] env[69506]: INFO nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating resource usage from migration d842e7e9-1120-4aff-bda1-450f11b10fbf [ 1132.779323] env[69506]: INFO nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating resource usage from migration c53c4420-9697-4722-92b8-5f21210f3c4b [ 1132.793323] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250092, 'name': PowerOffVM_Task, 'duration_secs': 0.196546} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.793706] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.795123] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.805531] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.805684] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance db68d854-29e3-43b9-a7ff-9a82ae0353a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.805811] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 000ebc25-cb64-4930-85ee-778d4723cc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.805949] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7d590767-77da-442f-8352-a0dc99d4508c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.806176] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.806351] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 09425878-d9d7-454c-a7d0-700a466ea59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.806481] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.806612] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Migration d842e7e9-1120-4aff-bda1-450f11b10fbf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1132.806770] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.806892] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f712b9df-d051-4632-ac85-2eaf703ffca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.807026] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Migration c53c4420-9697-4722-92b8-5f21210f3c4b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1132.807139] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ef7f56ea-d728-4459-aa5b-5fb43a490a52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.807357] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1132.807498] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1132.978689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55281a71-be83-4d24-ac44-4540c4defee4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.986471] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c7a0c3-bacd-4903-b394-159fb492d015 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.996437] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420014} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.019556] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2/7b67e6e9-a1b2-422f-a493-cbfb7bc643a2.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.019785] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.020177] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c31ee1c-745d-47da-8a5a-8a46f51c93a5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.022349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ea099-1253-438d-b145-5d1ebaa550ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.030433] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8385de-f881-4321-b09a-bfc9187ac8f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.034191] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1133.034191] env[69506]: value = "task-3250094" [ 1133.034191] env[69506]: _type = "Task" [ 1133.034191] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.045211] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.050589] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.300874] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.301242] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.301310] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.301494] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.301641] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.301787] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.301991] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.302439] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.302439] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.302649] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.302827] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.307757] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98f0913-ae39-44cf-a6c8-f0e2145b0cad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.324621] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1133.324621] env[69506]: value = "task-3250095" [ 1133.324621] env[69506]: _type = "Task" [ 1133.324621] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.334176] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.543723] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194433} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.545020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.545020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8395c2c-2778-48d1-bcf7-bee657a36541 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.547925] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.570237] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2/7b67e6e9-a1b2-422f-a493-cbfb7bc643a2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.571123] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6cbf0c9-ae71-45d4-98c3-74bff83fee4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.591767] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1133.591767] env[69506]: value = "task-3250096" [ 1133.591767] env[69506]: _type = "Task" [ 1133.591767] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.600191] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.787438] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.813709] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.813998] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.814171] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.814352] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.814499] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.814646] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.814849] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.815014] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.815314] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.815393] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.815526] env[69506]: DEBUG nova.virt.hardware [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.816384] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa4fa6-e90e-43b0-aaa5-80719f5a7283 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.824826] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf0791-3ee0-4556-9a87-d1ec8bb8c2a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.836189] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250095, 'name': ReconfigVM_Task, 'duration_secs': 0.479482} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.843582] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.053724] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.053724] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.293s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.053967] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.449s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.102254] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.111431] env[69506]: DEBUG nova.compute.manager [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Received event network-vif-plugged-261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.111640] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] Acquiring lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.111849] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.112063] env[69506]: DEBUG oslo_concurrency.lockutils [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.112251] env[69506]: DEBUG nova.compute.manager [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] No waiting events found dispatching network-vif-plugged-261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.112452] env[69506]: WARNING nova.compute.manager [req-2f520c45-d016-4b2d-a217-deea6e693fcb req-1ed18d73-12e0-42b8-9d14-ed0c2a620ab0 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Received unexpected event network-vif-plugged-261c1be9-79e1-42d5-ae93-54b9b4777e7c for instance with vm_state building and task_state spawning. [ 1134.207926] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Successfully updated port: 261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.256055] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.350053] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.350380] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.350473] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.350645] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.350795] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.351014] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.351255] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.351422] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.351586] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.351741] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.351912] env[69506]: DEBUG nova.virt.hardware [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.357118] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.357421] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b45b729-2d36-41be-a429-7267a855e57b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.377165] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1134.377165] env[69506]: value = "task-3250097" [ 1134.377165] env[69506]: _type = "Task" [ 1134.377165] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.386945] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.559842] env[69506]: INFO nova.compute.claims [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.602198] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250096, 'name': ReconfigVM_Task, 'duration_secs': 0.543349} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.602469] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2/7b67e6e9-a1b2-422f-a493-cbfb7bc643a2.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.603108] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ea170f-53b3-42e5-ba5f-ce42b9a56df0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.608880] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1134.608880] env[69506]: value = "task-3250098" [ 1134.608880] env[69506]: _type = "Task" [ 1134.608880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.616466] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250098, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.713285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.713568] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquired lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.713741] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.759495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.886508] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250097, 'name': ReconfigVM_Task, 'duration_secs': 0.152849} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.886803] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.887622] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81479fd-425d-43da-8184-68b521f943b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.909426] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.909665] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63aa2643-5d69-4ef7-8942-224677d0fb3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926710] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1134.926710] env[69506]: value = "task-3250099" [ 1134.926710] env[69506]: _type = "Task" [ 1134.926710] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.942179] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.065802] env[69506]: INFO nova.compute.resource_tracker [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating resource usage from migration c53c4420-9697-4722-92b8-5f21210f3c4b [ 1135.118576] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250098, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.202022] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cc72d-49ce-4145-9cd0-e9451789a388 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207976] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da1faa-11d5-4943-9483-505006e30ae7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.242255] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec257f6-c7f4-4bcc-88c1-44447690c3e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.251018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414b7be-83e8-485b-bc81-d825e145b36a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.264210] env[69506]: DEBUG nova.compute.provider_tree [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.271682] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.396307] env[69506]: DEBUG nova.network.neutron [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updating instance_info_cache with network_info: [{"id": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "address": "fa:16:3e:eb:7b:33", "network": {"id": "8dae0bd6-4121-443f-b162-88ea04b8a848", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-194773646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fae85f201ac4da3a1a45b8dfd139a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261c1be9-79", "ovs_interfaceid": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.436069] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.620070] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250098, 'name': Rename_Task, 'duration_secs': 0.987297} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.620379] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.620662] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a9de3a5-c5d7-4747-ab33-3031569e0e11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.625817] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1135.625817] env[69506]: value = "task-3250100" [ 1135.625817] env[69506]: _type = "Task" [ 1135.625817] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.635034] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.767166] env[69506]: DEBUG nova.scheduler.client.report [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.900080] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Releasing lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.900080] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Instance network_info: |[{"id": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "address": "fa:16:3e:eb:7b:33", "network": {"id": "8dae0bd6-4121-443f-b162-88ea04b8a848", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-194773646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fae85f201ac4da3a1a45b8dfd139a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261c1be9-79", "ovs_interfaceid": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.900424] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:7b:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '261c1be9-79e1-42d5-ae93-54b9b4777e7c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.908699] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Creating folder: Project (4fae85f201ac4da3a1a45b8dfd139a74). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.909037] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ff602c-1faf-45f7-8b20-92a3530846da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.920792] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Created folder: Project (4fae85f201ac4da3a1a45b8dfd139a74) in parent group-v649133. [ 1135.921034] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Creating folder: Instances. Parent ref: group-v649428. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.921270] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c812afe-a081-4a82-bae9-9357181a9201 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.930879] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Created folder: Instances in parent group-v649428. [ 1135.931137] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.931684] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.931908] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afce3547-7c36-4c56-9ee9-c97a0779489a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.949032] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250099, 'name': ReconfigVM_Task, 'duration_secs': 0.804664} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.949697] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.949990] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.954333] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.954333] env[69506]: value = "task-3250103" [ 1135.954333] env[69506]: _type = "Task" [ 1135.954333] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.961927] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250103, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.136071] env[69506]: DEBUG oslo_vmware.api [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250100, 'name': PowerOnVM_Task, 'duration_secs': 0.411048} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.137718] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.137932] env[69506]: INFO nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1136.138184] env[69506]: DEBUG nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.139837] env[69506]: DEBUG nova.compute.manager [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Received event network-changed-261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.140152] env[69506]: DEBUG nova.compute.manager [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Refreshing instance network info cache due to event network-changed-261c1be9-79e1-42d5-ae93-54b9b4777e7c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.140516] env[69506]: DEBUG oslo_concurrency.lockutils [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] Acquiring lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.140784] env[69506]: DEBUG oslo_concurrency.lockutils [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] Acquired lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.141100] env[69506]: DEBUG nova.network.neutron [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Refreshing network info cache for port 261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.143528] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9b7fb-baa9-40e6-ab04-07b0249322b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.272319] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.272520] env[69506]: INFO nova.compute.manager [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Migrating [ 1136.278872] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.519s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.279064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.279220] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1136.282912] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6871b5-7d8b-429d-8b48-888b38019a8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.295128] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5f17e-5836-43a6-8411-26c4c56eee07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.310115] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71deee37-10dd-46c2-9420-64acb4429d18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.316654] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf34b8-7efc-47e0-bb50-f46d2a8b8305 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.345324] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179481MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1136.345484] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.345663] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.457213] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd6607-11dd-4fdb-af9c-523e0aca257c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.468436] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250103, 'name': CreateVM_Task, 'duration_secs': 0.287583} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.482845] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.483637] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.484141] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.484819] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e25ba-3f53-420b-b672-e202e076304c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.487047] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754e8163-bb30-4a2b-906e-e3280c11a9b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.491237] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1136.491237] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525991f9-a326-e18e-9a35-f61a6cef5b1b" [ 1136.491237] env[69506]: _type = "Task" [ 1136.491237] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.503930] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.515042] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525991f9-a326-e18e-9a35-f61a6cef5b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.515198] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.515422] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.515650] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.515798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.515974] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.516237] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997b1568-0b4d-4bfd-bbfa-59cd5504e47d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.523644] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.523821] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.524506] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fd2d28-64a8-4368-8835-b32f9e38c8d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.528958] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1136.528958] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb062d-28cc-0d83-55fe-dde8df452acf" [ 1136.528958] env[69506]: _type = "Task" [ 1136.528958] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.535856] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb062d-28cc-0d83-55fe-dde8df452acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.661296] env[69506]: INFO nova.compute.manager [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Took 12.73 seconds to build instance. [ 1136.790483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.790695] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.790857] env[69506]: DEBUG nova.network.neutron [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.917877] env[69506]: DEBUG nova.network.neutron [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updated VIF entry in instance network info cache for port 261c1be9-79e1-42d5-ae93-54b9b4777e7c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.918217] env[69506]: DEBUG nova.network.neutron [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updating instance_info_cache with network_info: [{"id": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "address": "fa:16:3e:eb:7b:33", "network": {"id": "8dae0bd6-4121-443f-b162-88ea04b8a848", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-194773646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fae85f201ac4da3a1a45b8dfd139a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261c1be9-79", "ovs_interfaceid": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.038570] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bb062d-28cc-0d83-55fe-dde8df452acf, 'name': SearchDatastore_Task, 'duration_secs': 0.007978} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.039445] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df409f30-ba75-438d-8bef-598846de0b57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.043384] env[69506]: DEBUG nova.network.neutron [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Port 02a7cb11-dc38-46c0-9248-cc05438d45f0 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1137.045640] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1137.045640] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fd04f2-74c5-d7a9-4f96-039015817441" [ 1137.045640] env[69506]: _type = "Task" [ 1137.045640] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.053837] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fd04f2-74c5-d7a9-4f96-039015817441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.163022] env[69506]: DEBUG oslo_concurrency.lockutils [None req-15e6de79-24f5-441a-90c1-98ea07f30dd5 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.249s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.357671] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Applying migration context for instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 as it has an incoming, in-progress migration d842e7e9-1120-4aff-bda1-450f11b10fbf. Migration status is migrating {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1137.357996] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Applying migration context for instance ef7f56ea-d728-4459-aa5b-5fb43a490a52 as it has an incoming, in-progress migration c53c4420-9697-4722-92b8-5f21210f3c4b. Migration status is pre-migrating {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1137.362370] env[69506]: INFO nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating resource usage from migration d842e7e9-1120-4aff-bda1-450f11b10fbf [ 1137.362693] env[69506]: INFO nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating resource usage from migration c53c4420-9697-4722-92b8-5f21210f3c4b [ 1137.383616] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.383769] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance db68d854-29e3-43b9-a7ff-9a82ae0353a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.383899] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 000ebc25-cb64-4930-85ee-778d4723cc20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384034] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7d590767-77da-442f-8352-a0dc99d4508c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384161] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384278] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 09425878-d9d7-454c-a7d0-700a466ea59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384394] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384509] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Migration d842e7e9-1120-4aff-bda1-450f11b10fbf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1137.384621] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384732] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f712b9df-d051-4632-ac85-2eaf703ffca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.384842] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Migration c53c4420-9697-4722-92b8-5f21210f3c4b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1137.384954] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance ef7f56ea-d728-4459-aa5b-5fb43a490a52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.385166] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1137.385306] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1137.420610] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.420850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.421133] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.421357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.421532] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.423346] env[69506]: DEBUG oslo_concurrency.lockutils [req-a397c5ec-6e9c-4129-ba1c-41258780bebe req-9847c687-0cb5-46b1-9f46-38a8f3411b4b service nova] Releasing lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.423872] env[69506]: INFO nova.compute.manager [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Terminating instance [ 1137.504668] env[69506]: DEBUG nova.network.neutron [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.526431] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d3521-1265-45c0-ace0-991ea2910441 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.533744] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db984c-8440-4877-8ba7-f5873215616a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.569510] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f202ed-510f-451a-b97f-065cd3dd5d95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.579914] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b8c830-8a7a-4f0c-9b1f-279fd622bdcb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.583880] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fd04f2-74c5-d7a9-4f96-039015817441, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.584156] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.584422] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f712b9df-d051-4632-ac85-2eaf703ffca8/f712b9df-d051-4632-ac85-2eaf703ffca8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.584981] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc39a3c0-ff7a-40db-8fb5-b233c2b076af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.594654] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.600560] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1137.600560] env[69506]: value = "task-3250104" [ 1137.600560] env[69506]: _type = "Task" [ 1137.600560] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.609281] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.930177] env[69506]: DEBUG nova.compute.manager [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.930423] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.931372] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7eb37-6eda-49e5-ac69-5fa80097dc28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.939278] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.939533] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-572d8de3-cb15-4181-b60f-d182892a1410 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.946397] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1137.946397] env[69506]: value = "task-3250105" [ 1137.946397] env[69506]: _type = "Task" [ 1137.946397] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.956749] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.009811] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.087293] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.087485] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.087685] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.097734] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.113439] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.456449] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250105, 'name': PowerOffVM_Task, 'duration_secs': 0.195543} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.456713] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.456880] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.457145] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f4625b-ef16-4c18-ab2d-77800629b3ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.520055] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.520432] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.520478] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore1] 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.520725] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db6cc86-9840-43ee-87d7-a4098c32d9e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.527453] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1138.527453] env[69506]: value = "task-3250107" [ 1138.527453] env[69506]: _type = "Task" [ 1138.527453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.535037] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.603509] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.603698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.258s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.607408] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.607570] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1138.615495] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647591} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.615495] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f712b9df-d051-4632-ac85-2eaf703ffca8/f712b9df-d051-4632-ac85-2eaf703ffca8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.615495] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.615495] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41b7966-b2e5-4d44-b5aa-78dce3875ad1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.622258] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1138.622258] env[69506]: value = "task-3250108" [ 1138.622258] env[69506]: _type = "Task" [ 1138.622258] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.630750] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.037933] env[69506]: DEBUG oslo_vmware.api [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152072} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.038243] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.038463] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.038680] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.038890] env[69506]: INFO nova.compute.manager [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1139.039189] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.039409] env[69506]: DEBUG nova.compute.manager [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.039535] env[69506]: DEBUG nova.network.neutron [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.122052] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] There are 54 instances to clean {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1139.122214] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d3a0dd52-0e13-4040-8e0d-8edb1e75ead0] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.133063] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084636} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.133923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.134096] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.134267] env[69506]: DEBUG nova.network.neutron [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.135428] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.136652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6cc1c3-4eb3-4f35-9ab9-4c1cd546c176 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.159956] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f712b9df-d051-4632-ac85-2eaf703ffca8/f712b9df-d051-4632-ac85-2eaf703ffca8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.161117] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b84b72b-f791-48c7-8fa8-6dcc85eb9c8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.180470] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1139.180470] env[69506]: value = "task-3250109" [ 1139.180470] env[69506]: _type = "Task" [ 1139.180470] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.191050] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.340820] env[69506]: DEBUG nova.compute.manager [req-8d6fbff1-2706-48e2-b0cb-b06ce1d8009a req-43c0753a-1fde-49c6-8969-f6e3793a1ea6 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Received event network-vif-deleted-8c75f6b0-5e09-42c3-b65d-84b6ab741698 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.340820] env[69506]: INFO nova.compute.manager [req-8d6fbff1-2706-48e2-b0cb-b06ce1d8009a req-43c0753a-1fde-49c6-8969-f6e3793a1ea6 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Neutron deleted interface 8c75f6b0-5e09-42c3-b65d-84b6ab741698; detaching it from the instance and deleting it from the info cache [ 1139.340820] env[69506]: DEBUG nova.network.neutron [req-8d6fbff1-2706-48e2-b0cb-b06ce1d8009a req-43c0753a-1fde-49c6-8969-f6e3793a1ea6 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.524948] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553bb182-ad7e-452e-aa00-bfaafd0aa41a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.542942] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.625889] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 87914eba-313d-46ed-9cb9-4f3167169d33] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.689974] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250109, 'name': ReconfigVM_Task, 'duration_secs': 0.31168} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.690209] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f712b9df-d051-4632-ac85-2eaf703ffca8/f712b9df-d051-4632-ac85-2eaf703ffca8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.690809] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3078a31a-4c3a-4687-b00a-d5a27a6884aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.696987] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1139.696987] env[69506]: value = "task-3250110" [ 1139.696987] env[69506]: _type = "Task" [ 1139.696987] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.706601] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250110, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.821821] env[69506]: DEBUG nova.network.neutron [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.842551] env[69506]: DEBUG nova.network.neutron [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.844696] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca2ac38c-562a-4f43-91dc-5a153acbf804 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.853690] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe4e1e-8bfa-4bbe-83a7-a2b9516db99a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.886154] env[69506]: DEBUG nova.compute.manager [req-8d6fbff1-2706-48e2-b0cb-b06ce1d8009a req-43c0753a-1fde-49c6-8969-f6e3793a1ea6 service nova] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Detach interface failed, port_id=8c75f6b0-5e09-42c3-b65d-84b6ab741698, reason: Instance 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.048819] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.049193] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033f983b-14a3-4dd6-a1fb-edb23478ee33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.056293] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1140.056293] env[69506]: value = "task-3250111" [ 1140.056293] env[69506]: _type = "Task" [ 1140.056293] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.064278] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.129180] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2c014fbd-6094-49c1-9018-fc37155a001f] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.206395] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250110, 'name': Rename_Task, 'duration_secs': 0.13099} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.206693] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.206948] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a691fc44-ef7a-427a-a473-af1ab5e448c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.213697] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1140.213697] env[69506]: value = "task-3250112" [ 1140.213697] env[69506]: _type = "Task" [ 1140.213697] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.221369] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.324895] env[69506]: INFO nova.compute.manager [-] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Took 1.29 seconds to deallocate network for instance. [ 1140.344824] env[69506]: DEBUG oslo_concurrency.lockutils [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.567191] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.567564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.632284] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: fac5cc3f-ab86-41dd-8f06-2259c6b1c378] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.723781] env[69506]: DEBUG oslo_vmware.api [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250112, 'name': PowerOnVM_Task, 'duration_secs': 0.442044} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.724057] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.724289] env[69506]: INFO nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1140.724482] env[69506]: DEBUG nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.725256] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305059fd-47f6-42cb-99a0-bf9f381912de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.831945] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.832174] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.832395] env[69506]: DEBUG nova.objects.instance [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.940644] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45184e75-0f3f-40b8-a285-25272aa38d20 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.960984] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4dab2d-9327-4acd-947f-da3581d0b2ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.967985] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.074511] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.075315] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.075315] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.075451] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.075586] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.075723] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.075909] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.076082] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.076294] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.076474] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.076642] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.082423] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b092d2fb-fd08-4fdf-acae-0401874f2ad0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.098755] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1141.098755] env[69506]: value = "task-3250113" [ 1141.098755] env[69506]: _type = "Task" [ 1141.098755] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.107169] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.135733] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: a1d590fb-e08d-4d00-ba20-c069c2b7d6c4] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.243031] env[69506]: INFO nova.compute.manager [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Took 14.31 seconds to build instance. [ 1141.473412] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.473705] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5164d78e-428a-4294-ab0c-af5e7c4c2b04 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.476601] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99460009-d06b-4288-baaf-5a03b19d4ddd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.485683] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d2000-05bc-46f5-916f-3960c6a60aba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.488632] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1141.488632] env[69506]: value = "task-3250114" [ 1141.488632] env[69506]: _type = "Task" [ 1141.488632] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.515927] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce70ec5-04a3-4c8c-9846-8d376e2bd825 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.521678] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.526180] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097641be-c679-4b71-a112-f126e83869e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.540014] env[69506]: DEBUG nova.compute.provider_tree [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.608061] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250113, 'name': ReconfigVM_Task, 'duration_secs': 0.131691} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.608473] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.639879] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f7111278-b0e4-4d65-bc51-12ccdf3c12de] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.745343] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d9e19b18-9099-4bce-a5e7-c9b571d07772 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.819s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.999695] env[69506]: DEBUG oslo_vmware.api [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250114, 'name': PowerOnVM_Task, 'duration_secs': 0.43008} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.000069] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.000349] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-742ac3f2-ee6a-4ff6-8d9c-d0613d79eec9 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance '2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.043084] env[69506]: DEBUG nova.scheduler.client.report [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.114142] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.114394] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.114545] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.114729] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.114875] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.115036] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.115236] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.115406] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.115585] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.115752] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.115935] env[69506]: DEBUG nova.virt.hardware [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.121259] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.121749] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770c595d-cf56-4a99-acb1-5f26713017a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.139504] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1142.139504] env[69506]: value = "task-3250115" [ 1142.139504] env[69506]: _type = "Task" [ 1142.139504] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.142833] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: fcb3875d-49af-40be-bc4e-4e1954784ad2] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.149099] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.326455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "f712b9df-d051-4632-ac85-2eaf703ffca8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.326616] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.326887] env[69506]: INFO nova.compute.manager [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Rebooting instance [ 1142.548035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.566870] env[69506]: INFO nova.scheduler.client.report [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2 [ 1142.645624] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3ea42e94-9fab-4eea-9774-d58f1527a265] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.650430] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250115, 'name': ReconfigVM_Task, 'duration_secs': 0.154547} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.651046] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.651626] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4cf7d7-b1b4-4e96-92fa-d70dc8651dc8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.674041] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.674837] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fdb716-a1c6-489e-8258-266c6f91bda9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.692479] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1142.692479] env[69506]: value = "task-3250116" [ 1142.692479] env[69506]: _type = "Task" [ 1142.692479] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.700171] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.843954] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.844160] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquired lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.844340] env[69506]: DEBUG nova.network.neutron [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.075402] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26b700e4-9409-4011-b4e9-00fe30f8da58 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "7b67e6e9-a1b2-422f-a493-cbfb7bc643a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.654s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.151507] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 4c0f9ed6-c93d-44da-aff8-20d4a053e6c3] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.206838] env[69506]: DEBUG oslo_vmware.api [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250116, 'name': ReconfigVM_Task, 'duration_secs': 0.257816} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.207504] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Reconfigured VM instance instance-0000005a to attach disk [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52/ef7f56ea-d728-4459-aa5b-5fb43a490a52.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.207755] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.577102] env[69506]: DEBUG nova.network.neutron [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updating instance_info_cache with network_info: [{"id": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "address": "fa:16:3e:eb:7b:33", "network": {"id": "8dae0bd6-4121-443f-b162-88ea04b8a848", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-194773646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fae85f201ac4da3a1a45b8dfd139a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261c1be9-79", "ovs_interfaceid": "261c1be9-79e1-42d5-ae93-54b9b4777e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.654873] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9551be16-3981-45f1-8706-733fef06309b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.701223] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.701498] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.701824] env[69506]: DEBUG nova.objects.instance [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.716157] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283da7fb-9172-4624-b58d-8f68257a2e6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.736049] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23843e6-ba34-42f9-a8dd-b4ff67dd0133 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.753950] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.080144] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Releasing lock "refresh_cache-f712b9df-d051-4632-ac85-2eaf703ffca8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.158531] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 574af4bc-9dd8-47b6-a654-67975e502548] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.206029] env[69506]: DEBUG nova.objects.instance [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.309568] env[69506]: DEBUG nova.network.neutron [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Port 140e39b1-c8cd-440a-986c-bc37fe5fbf98 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.488914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.489178] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.586386] env[69506]: DEBUG nova.compute.manager [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.587242] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454af91-ae75-4099-b1f9-da1a7173b262 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.662041] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7d8935bf-196d-42df-a5e7-10a1d87a1894] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.680091] env[69506]: DEBUG nova.network.neutron [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Port 02a7cb11-dc38-46c0-9248-cc05438d45f0 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.680356] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.680510] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.680670] env[69506]: DEBUG nova.network.neutron [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.708133] env[69506]: DEBUG nova.objects.base [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<7d590767-77da-442f-8352-a0dc99d4508c> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.708315] env[69506]: DEBUG nova.network.neutron [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.775141] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f10a29ae-1547-4d04-b4b4-c3b527bfe91f tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.074s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.991566] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.164909] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: fb2ebf0c-3b1e-4ccf-8cb9-4c2d5210cf05] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.330134] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.330369] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.330540] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.477137] env[69506]: DEBUG nova.network.neutron [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.513835] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.514113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.515571] env[69506]: INFO nova.compute.claims [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.604490] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3465e6-9c26-4e77-b476-a0eab77bb705 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.611511] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Doing hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1145.611728] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-48f96ba8-2bd9-4f28-9e90-69a9f566d4a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.617384] env[69506]: DEBUG oslo_vmware.api [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1145.617384] env[69506]: value = "task-3250117" [ 1145.617384] env[69506]: _type = "Task" [ 1145.617384] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.624666] env[69506]: DEBUG oslo_vmware.api [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250117, 'name': ResetVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.668391] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: daaa3bea-a4df-47e5-a751-36f5da48c752] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.980253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.126949] env[69506]: DEBUG oslo_vmware.api [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250117, 'name': ResetVM_Task, 'duration_secs': 0.086778} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.127198] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Did hard reboot of VM {{(pid=69506) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1146.127386] env[69506]: DEBUG nova.compute.manager [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.128178] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cee8b6-2f79-4a46-89fc-3f04968e9163 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.171812] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2317147b-3cd1-4354-84ef-b0c7a22b0dd9] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.362662] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.362855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363040] env[69506]: DEBUG nova.network.neutron [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.483278] env[69506]: DEBUG nova.compute.manager [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69506) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1146.483589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.640987] env[69506]: DEBUG oslo_concurrency.lockutils [None req-360fe834-496a-4e91-be17-5fc517258dd0 tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.314s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.655970] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c11934-89ef-4a91-885e-087338bcfea4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.665059] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d137c-6802-49d9-a3dc-8eb896aeddea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.696455] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 53532e7c-96fe-4b33-b36a-1c86678da867] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.699680] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df46667f-25a8-4f81-b4b9-5254f272a978 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.708952] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770fa03a-cef4-415c-8fa1-acaa924aebb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.724091] env[69506]: DEBUG nova.compute.provider_tree [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.732340] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.732591] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.732891] env[69506]: DEBUG nova.objects.instance [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.060655] env[69506]: DEBUG nova.network.neutron [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.172064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "f712b9df-d051-4632-ac85-2eaf703ffca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.172313] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.172483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.172692] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.172891] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.175020] env[69506]: INFO nova.compute.manager [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Terminating instance [ 1147.199376] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: e67f3055-8485-4c4b-ba97-3308aabc4532] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.227383] env[69506]: DEBUG nova.scheduler.client.report [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.308829] env[69506]: DEBUG nova.objects.instance [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.563513] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.679024] env[69506]: DEBUG nova.compute.manager [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.679275] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.680186] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5414ca94-edbf-4e92-9628-35d30fc7b494 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.688182] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.688420] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec989853-259b-4504-99f8-dc7d55ad3203 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.696243] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1147.696243] env[69506]: value = "task-3250118" [ 1147.696243] env[69506]: _type = "Task" [ 1147.696243] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.703835] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ea124b3f-4387-428a-ade8-fa2ccefeb6d4] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.705617] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.732642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.733243] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.736050] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.253s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.811334] env[69506]: DEBUG nova.objects.base [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<7d590767-77da-442f-8352-a0dc99d4508c> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.811561] env[69506]: DEBUG nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.850630] env[69506]: DEBUG nova.policy [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.090963] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6e293-a51c-43f4-baec-f9a855a6befa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.114961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3dfcd8-861d-40ac-a6eb-bab6a4a9cba4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.121709] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.206040] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250118, 'name': PowerOffVM_Task, 'duration_secs': 0.208285} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.206166] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.206354] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.206776] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 84017ca2-7c0f-44a7-ad1f-043f06f3aa45] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.208952] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4838db-dcff-457e-8e7f-79ed5334816e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.240364] env[69506]: DEBUG nova.compute.utils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.242317] env[69506]: DEBUG nova.objects.instance [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'migration_context' on Instance uuid 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.244217] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.244217] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.271544] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.271932] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.272144] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Deleting the datastore file [datastore1] f712b9df-d051-4632-ac85-2eaf703ffca8 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.272428] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc5d1c4-d5d2-42aa-ba19-06fcafd13ff9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.279048] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for the task: (returnval){ [ 1148.279048] env[69506]: value = "task-3250120" [ 1148.279048] env[69506]: _type = "Task" [ 1148.279048] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.286562] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.298875] env[69506]: DEBUG nova.policy [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80772f6345244ccbb8d449603fae1e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a23c9f85cb04035b692f66e2146ee1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.425160] env[69506]: DEBUG nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Successfully created port: 4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.632207] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2478e79d-3c06-4f90-bd37-97e0311c00dc tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance 'ef7f56ea-d728-4459-aa5b-5fb43a490a52' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.705840] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Successfully created port: acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.711298] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7da9743d-7502-430d-808c-ad4ab676b546] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.746772] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.792647] env[69506]: DEBUG oslo_vmware.api [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Task: {'id': task-3250120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130132} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.796323] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.796549] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.796734] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.796906] env[69506]: INFO nova.compute.manager [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1148.797197] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.797360] env[69506]: DEBUG nova.compute.manager [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.797457] env[69506]: DEBUG nova.network.neutron [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.954873] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa51f7-cbbf-4479-bc65-2099b2b5a503 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.963365] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3541d4f-5910-4c61-a768-bc8c20514962 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.007257] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b10bd01-af97-4cfe-9aee-5fe3fa90f68b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.015286] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428229e-0780-4909-97ec-46b2590bee56 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.031636] env[69506]: DEBUG nova.compute.provider_tree [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.133261] env[69506]: DEBUG nova.compute.manager [req-f4a04d2b-a82e-42c2-9116-bc1518a9c2c9 req-8f0e8548-886c-43c5-8eb9-a1f4c6287c19 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Received event network-vif-deleted-261c1be9-79e1-42d5-ae93-54b9b4777e7c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.133471] env[69506]: INFO nova.compute.manager [req-f4a04d2b-a82e-42c2-9116-bc1518a9c2c9 req-8f0e8548-886c-43c5-8eb9-a1f4c6287c19 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Neutron deleted interface 261c1be9-79e1-42d5-ae93-54b9b4777e7c; detaching it from the instance and deleting it from the info cache [ 1149.133696] env[69506]: DEBUG nova.network.neutron [req-f4a04d2b-a82e-42c2-9116-bc1518a9c2c9 req-8f0e8548-886c-43c5-8eb9-a1f4c6287c19 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.213974] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f3c72c6e-bd78-48fc-a80d-e168993dacdf] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.535073] env[69506]: DEBUG nova.scheduler.client.report [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.612761] env[69506]: DEBUG nova.network.neutron [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.642109] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8e007fa-3505-4528-b0fa-b8f0d784485f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.653609] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a7c72-35e3-4486-bcf7-e9bc0325bdef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.691360] env[69506]: DEBUG nova.compute.manager [req-f4a04d2b-a82e-42c2-9116-bc1518a9c2c9 req-8f0e8548-886c-43c5-8eb9-a1f4c6287c19 service nova] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Detach interface failed, port_id=261c1be9-79e1-42d5-ae93-54b9b4777e7c, reason: Instance f712b9df-d051-4632-ac85-2eaf703ffca8 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.718455] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: e728c892-c6df-47f8-b956-3f84c2f91006] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.756281] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.786384] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.786619] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.786775] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.786957] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.787115] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.787265] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.787474] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.787635] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.787801] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.787962] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.788155] env[69506]: DEBUG nova.virt.hardware [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.789032] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd9517-1cc7-4d9f-add4-bb08a5fb90be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.797763] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99acfb62-c37d-4fd7-ad10-86c8f4cd1ec3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.984328] env[69506]: DEBUG nova.compute.manager [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-plugged-4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.984556] env[69506]: DEBUG oslo_concurrency.lockutils [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.984927] env[69506]: DEBUG oslo_concurrency.lockutils [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.984927] env[69506]: DEBUG oslo_concurrency.lockutils [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.985336] env[69506]: DEBUG nova.compute.manager [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] No waiting events found dispatching network-vif-plugged-4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.985535] env[69506]: WARNING nova.compute.manager [req-f1a2f417-14af-4e78-883d-d8d430d712b7 req-4c04183e-f094-4019-abd5-3d65ea669aa3 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received unexpected event network-vif-plugged-4a07a347-4ebd-45aa-9d25-960f7a85e3bc for instance with vm_state active and task_state None. [ 1150.087404] env[69506]: DEBUG nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Successfully updated port: 4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.117094] env[69506]: INFO nova.compute.manager [-] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Took 1.32 seconds to deallocate network for instance. [ 1150.222411] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: c04bb837-afb2-4e42-b984-598a3cd39301] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.294859] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Successfully updated port: acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.547400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.811s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.590266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.590487] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.590641] env[69506]: DEBUG nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.624036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.624171] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.624295] env[69506]: DEBUG nova.objects.instance [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lazy-loading 'resources' on Instance uuid f712b9df-d051-4632-ac85-2eaf703ffca8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.725325] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ea7fdb67-079d-4093-96ba-86b6273a75ae] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.781518] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.781762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.781963] env[69506]: DEBUG nova.compute.manager [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Going to confirm migration 7 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1150.797467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.797622] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.797773] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.133127] env[69506]: WARNING nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1151.231344] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 4aee4d05-3c7e-4812-9ea7-259442821c21] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.295143] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e4707-4aba-4c56-b7bb-e3bf179708d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.305498] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906ed8c-4a6d-4da3-8475-847c86114e61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.337864] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.340012] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c66387-5524-4d18-a999-c8203889cb8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.348153] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645fb4d-4065-47f9-a1d4-9d4dbf610873 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.353574] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.353747] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.353920] env[69506]: DEBUG nova.network.neutron [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.354118] env[69506]: DEBUG nova.objects.instance [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'info_cache' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.365384] env[69506]: DEBUG nova.compute.provider_tree [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.456286] env[69506]: DEBUG nova.network.neutron [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "address": "fa:16:3e:f7:ff:83", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a07a347-4e", "ovs_interfaceid": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.522568] env[69506]: DEBUG nova.network.neutron [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Updating instance_info_cache with network_info: [{"id": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "address": "fa:16:3e:44:58:bb", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf53e6b-2f", "ovs_interfaceid": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.734619] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 378058f8-96e1-4816-8fa2-da7edd1cbad3] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.868582] env[69506]: DEBUG nova.scheduler.client.report [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.958992] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.959680] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.959836] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.960681] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e0e9ea-a28f-4f68-8a14-baca3f1ed78f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.977494] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.977672] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.977805] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.977982] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.978144] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.978291] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.978495] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.978652] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.978815] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.978974] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.979162] env[69506]: DEBUG nova.virt.hardware [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.985421] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfiguring VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1151.985653] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a3c200-2284-4d30-bd4e-bc9f8b66d4cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.003527] env[69506]: DEBUG oslo_vmware.api [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1152.003527] env[69506]: value = "task-3250121" [ 1152.003527] env[69506]: _type = "Task" [ 1152.003527] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.016653] env[69506]: DEBUG oslo_vmware.api [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.019217] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-changed-4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.019400] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing instance network info cache due to event network-changed-4a07a347-4ebd-45aa-9d25-960f7a85e3bc. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.019608] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.019771] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.019932] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing network info cache for port 4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.024973] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.025194] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Instance network_info: |[{"id": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "address": "fa:16:3e:44:58:bb", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf53e6b-2f", "ovs_interfaceid": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.025544] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:58:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.032793] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.033694] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.033923] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fefec9d-09d8-4372-9edf-dd8a9fde47dd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.052937] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.052937] env[69506]: value = "task-3250122" [ 1152.052937] env[69506]: _type = "Task" [ 1152.052937] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.060690] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250122, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.081894] env[69506]: INFO nova.compute.manager [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Swapping old allocation on dict_keys(['5cb2072c-925b-48c7-904b-f12a729344ea']) held by migration d842e7e9-1120-4aff-bda1-450f11b10fbf for instance [ 1152.107048] env[69506]: DEBUG nova.scheduler.client.report [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Overwriting current allocation {'allocations': {'5cb2072c-925b-48c7-904b-f12a729344ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '19ba8aa6d6a54e5d85203e0b2283343d', 'user_id': '443a31aafef3495fb1045f074b0fd1f0', 'consumer_generation': 1} on consumer 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 {{(pid=69506) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1152.186031] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.186237] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.186442] env[69506]: DEBUG nova.network.neutron [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.238246] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: cc144201-73cf-48be-95a4-b43bd286c150] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.374950] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.394903] env[69506]: INFO nova.scheduler.client.report [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Deleted allocations for instance f712b9df-d051-4632-ac85-2eaf703ffca8 [ 1152.515113] env[69506]: DEBUG oslo_vmware.api [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.569874] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250122, 'name': CreateVM_Task, 'duration_secs': 0.312309} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.570122] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.571069] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.571361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.571811] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.572192] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e3a291-c74f-407b-aba1-c15044d397ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.577992] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1152.577992] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bfc2ce-24f4-204d-0de0-b48dec575bdd" [ 1152.577992] env[69506]: _type = "Task" [ 1152.577992] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.593827] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bfc2ce-24f4-204d-0de0-b48dec575bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.597473] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.597852] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.598223] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.598713] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.599025] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.599384] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dbf6257-4f5e-44b1-b96c-ab279a634d1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.607690] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.607934] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.608572] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16bd7d49-e8c7-4c58-9c05-ee20c6be0285 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.613761] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1152.613761] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ec189-33cd-361b-fe6d-73c911d85951" [ 1152.613761] env[69506]: _type = "Task" [ 1152.613761] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.623233] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ec189-33cd-361b-fe6d-73c911d85951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.632373] env[69506]: DEBUG nova.network.neutron [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.732784] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updated VIF entry in instance network info cache for port 4a07a347-4ebd-45aa-9d25-960f7a85e3bc. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.733200] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "address": "fa:16:3e:f7:ff:83", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a07a347-4e", "ovs_interfaceid": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.741261] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 5d104b03-0dc6-41bf-8df2-111db8299cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.889509] env[69506]: DEBUG nova.network.neutron [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [{"id": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "address": "fa:16:3e:56:da:35", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a7cb11-dc", "ovs_interfaceid": "02a7cb11-dc38-46c0-9248-cc05438d45f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.902521] env[69506]: DEBUG oslo_concurrency.lockutils [None req-46f1c5d0-74a6-466d-a0bb-32f261da369b tempest-InstanceActionsTestJSON-616347374 tempest-InstanceActionsTestJSON-616347374-project-member] Lock "f712b9df-d051-4632-ac85-2eaf703ffca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.014182] env[69506]: DEBUG oslo_vmware.api [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250121, 'name': ReconfigVM_Task, 'duration_secs': 0.560653} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.014601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.014812] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfigured VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1153.125051] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]523ec189-33cd-361b-fe6d-73c911d85951, 'name': SearchDatastore_Task, 'duration_secs': 0.007997} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.125328] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e034ca2f-398a-48fc-8134-c4216ef1e2bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.130213] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1153.130213] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b4bc27-79b9-abe5-89bd-9cebf426495b" [ 1153.130213] env[69506]: _type = "Task" [ 1153.130213] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.134918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.135180] env[69506]: DEBUG nova.objects.instance [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'migration_context' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.138764] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b4bc27-79b9-abe5-89bd-9cebf426495b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.236170] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.236484] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Received event network-vif-plugged-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.236701] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.236908] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.237085] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.237256] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] No waiting events found dispatching network-vif-plugged-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.237426] env[69506]: WARNING nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Received unexpected event network-vif-plugged-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc for instance with vm_state building and task_state spawning. [ 1153.237585] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Received event network-changed-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.237737] env[69506]: DEBUG nova.compute.manager [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Refreshing instance network info cache due to event network-changed-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.237925] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Acquiring lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.238103] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Acquired lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.238270] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Refreshing network info cache for port acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.244222] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 0257d00e-4c73-4c3d-8294-d1f5a673fbcb] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.392427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.392986] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.393304] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36295e75-471f-44df-b2c8-34d7e21f9897 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.402030] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1153.402030] env[69506]: value = "task-3250123" [ 1153.402030] env[69506]: _type = "Task" [ 1153.402030] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.410252] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.521551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b12d2d7a-d4ce-43f6-9fb9-36258f427eeb tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.787s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.640687] env[69506]: DEBUG nova.objects.base [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.641935] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b068c53b-39f8-46dd-8b28-1413dd17b2d9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.653937] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b4bc27-79b9-abe5-89bd-9cebf426495b, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.676473] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.676911] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ed4e2506-cc11-407e-8e53-588a49b07a49/ed4e2506-cc11-407e-8e53-588a49b07a49.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.678691] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7f0946-3b8a-4efd-8327-325c6df30f45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.681774] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a699eb2-916a-4090-ade1-fadc38351ce8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.689226] env[69506]: DEBUG oslo_vmware.api [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1153.689226] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52152f75-30c2-d212-0944-b0163636a380" [ 1153.689226] env[69506]: _type = "Task" [ 1153.689226] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.691099] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1153.691099] env[69506]: value = "task-3250124" [ 1153.691099] env[69506]: _type = "Task" [ 1153.691099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.706975] env[69506]: DEBUG oslo_vmware.api [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52152f75-30c2-d212-0944-b0163636a380, 'name': SearchDatastore_Task, 'duration_secs': 0.006668} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.711583] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.711963] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.713791] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.747012] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: d51b23b0-9a3c-4446-9eac-e76dfe46f634] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.913959] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250123, 'name': PowerOffVM_Task, 'duration_secs': 0.226127} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.914250] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.914935] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.915161] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.915322] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.915490] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.915636] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.915782] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.915984] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.916172] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.916345] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.916517] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.916691] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.925140] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816afaaf-8f90-4718-bcad-f9bf23bcb129 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.941720] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1153.941720] env[69506]: value = "task-3250125" [ 1153.941720] env[69506]: _type = "Task" [ 1153.941720] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.953012] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.205677] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503654} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.205933] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] ed4e2506-cc11-407e-8e53-588a49b07a49/ed4e2506-cc11-407e-8e53-588a49b07a49.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.206156] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.206427] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626acf2d-a4c6-406c-9fd3-dce08b073c92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.212765] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1154.212765] env[69506]: value = "task-3250126" [ 1154.212765] env[69506]: _type = "Task" [ 1154.212765] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.223220] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.238907] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Updated VIF entry in instance network info cache for port acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.239401] env[69506]: DEBUG nova.network.neutron [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Updating instance_info_cache with network_info: [{"id": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "address": "fa:16:3e:44:58:bb", "network": {"id": "77a39f8b-98df-4f84-8ce7-7b03689aed44", "bridge": "br-int", "label": "tempest-ServersTestJSON-84570894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a23c9f85cb04035b692f66e2146ee1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf53e6b-2f", "ovs_interfaceid": "acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.251089] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: fb88941d-d983-4a37-9b90-8cff54e18b95] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.377358] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cfce86-0b76-4a41-8dfe-9488bad8c112 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.384436] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a1757b-ebf1-42f7-80b5-7f9125d6e500 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.416565] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e083c-9a6a-4ed0-b09d-1b36419de2ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.424946] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6c3358-50d7-492f-8092-e8188fafe29b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.443463] env[69506]: DEBUG nova.compute.provider_tree [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.452838] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250125, 'name': ReconfigVM_Task, 'duration_secs': 0.149603} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.453760] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e28e456-5ddf-437e-920e-33ce4cce97f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.475588] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.475830] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.475984] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.476180] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.476326] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.476471] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.476670] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.476831] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.476998] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.477169] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.477341] env[69506]: DEBUG nova.virt.hardware [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.478263] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4470ab36-43a3-49f4-a342-e82b7b9b3604 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.484358] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1154.484358] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527aee8d-193f-740b-78bb-42f8889e5941" [ 1154.484358] env[69506]: _type = "Task" [ 1154.484358] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.494179] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527aee8d-193f-740b-78bb-42f8889e5941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.722158] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068311} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.722440] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.723214] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73900e16-1dd9-4a46-88b0-fe5905977ef4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.744272] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] ed4e2506-cc11-407e-8e53-588a49b07a49/ed4e2506-cc11-407e-8e53-588a49b07a49.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.745922] env[69506]: DEBUG oslo_concurrency.lockutils [req-41d9b2ff-b761-4fb8-afa2-c7bbfff770d2 req-31609ce0-6c69-4831-9fac-de9184396e71 service nova] Releasing lock "refresh_cache-ed4e2506-cc11-407e-8e53-588a49b07a49" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.746266] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe72949-3d8a-4050-b182-3c503216674f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.762175] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: fa184eae-57aa-4e50-9d1a-cf08932e7748] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.769636] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1154.769636] env[69506]: value = "task-3250127" [ 1154.769636] env[69506]: _type = "Task" [ 1154.769636] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.779175] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.949336] env[69506]: DEBUG nova.scheduler.client.report [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.995434] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527aee8d-193f-740b-78bb-42f8889e5941, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.001489] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.002190] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab84909-486d-43d6-999a-c7055a38f24d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.020564] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1155.020564] env[69506]: value = "task-3250128" [ 1155.020564] env[69506]: _type = "Task" [ 1155.020564] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.031744] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.265421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-c9b320a2-bb90-466a-a1a3-d15690648402" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.265698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-c9b320a2-bb90-466a-a1a3-d15690648402" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.266081] env[69506]: DEBUG nova.objects.instance [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.267831] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3f4f849a-cd1b-4de8-b6a0-6dbd971414b6] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.280160] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250127, 'name': ReconfigVM_Task, 'duration_secs': 0.375016} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.280160] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Reconfigured VM instance instance-0000006b to attach disk [datastore1] ed4e2506-cc11-407e-8e53-588a49b07a49/ed4e2506-cc11-407e-8e53-588a49b07a49.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.281146] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b3d80f2-caf8-4966-a77f-1cde0c154ddf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.287637] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1155.287637] env[69506]: value = "task-3250129" [ 1155.287637] env[69506]: _type = "Task" [ 1155.287637] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.296219] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250129, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.530157] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250128, 'name': ReconfigVM_Task, 'duration_secs': 0.207321} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.530492] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.531320] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a7eec-8a82-4f07-8126-2c8e191e50c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.555431] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.555670] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b54e6999-4d9b-4775-aedb-925e9ce06487 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.574285] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1155.574285] env[69506]: value = "task-3250130" [ 1155.574285] env[69506]: _type = "Task" [ 1155.574285] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.582415] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.775316] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3d9706e2-fd12-4f66-8474-02bc5ce55da6] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.797576] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250129, 'name': Rename_Task, 'duration_secs': 0.129193} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.800522] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.800785] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-facc9515-245d-4102-923c-cd72a991220d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.808345] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1155.808345] env[69506]: value = "task-3250131" [ 1155.808345] env[69506]: _type = "Task" [ 1155.808345] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.817969] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.870723] env[69506]: DEBUG nova.objects.instance [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.961349] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.249s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.961595] env[69506]: DEBUG nova.compute.manager [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69506) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1156.087586] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250130, 'name': ReconfigVM_Task, 'duration_secs': 0.262385} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.087586] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0/2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.088631] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ceb94-8c75-4ff2-8582-796cd35ccfef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.111611] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd542c1-c590-42e7-b168-3d7a3bf8a15f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.133298] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82dbe69-ea14-4daf-a49d-21376797dd31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.154881] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fddf597-15dc-49a4-94c7-53bed714391b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.162686] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.162979] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80c9c95-bd63-457a-8819-15137f07d7bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.169358] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1156.169358] env[69506]: value = "task-3250132" [ 1156.169358] env[69506]: _type = "Task" [ 1156.169358] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.177246] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.278628] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f35f1971-d8ee-48b3-b99e-d04b8d7ede81] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.326763] env[69506]: DEBUG oslo_vmware.api [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250131, 'name': PowerOnVM_Task, 'duration_secs': 0.509484} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.326763] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.326763] env[69506]: INFO nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1156.327015] env[69506]: DEBUG nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.328977] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19df573-c472-4c98-95f8-44123eea6709 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.372921] env[69506]: DEBUG nova.objects.base [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<7d590767-77da-442f-8352-a0dc99d4508c> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.373165] env[69506]: DEBUG nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.513277] env[69506]: DEBUG nova.policy [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.523513] env[69506]: INFO nova.scheduler.client.report [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted allocation for migration c53c4420-9697-4722-92b8-5f21210f3c4b [ 1156.680980] env[69506]: DEBUG oslo_vmware.api [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250132, 'name': PowerOnVM_Task, 'duration_secs': 0.432072} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.681274] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.785572] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 15069707-265b-4d9f-be42-e3cdb4c2f951] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.849187] env[69506]: INFO nova.compute.manager [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Took 11.35 seconds to build instance. [ 1157.028861] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8d0fbf35-c592-42a7-a732-2221251832c1 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.247s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.289076] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 0f32f2c4-325a-460b-bf1c-356182047c83] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.355021] env[69506]: DEBUG oslo_concurrency.lockutils [None req-16abf813-3a1c-415a-9e7b-5cf3f0909b25 tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.862s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.692662] env[69506]: INFO nova.compute.manager [None req-bfb05928-6fe3-4bb3-b0a5-ecfbd5522543 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance to original state: 'active' [ 1157.791361] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 65e542be-89f7-4c02-ade4-b20413d8f2bd] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.263673] env[69506]: DEBUG nova.objects.instance [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.296346] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: a9c24000-bc98-4902-adbf-8686b70a638e] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.344577] env[69506]: DEBUG nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Successfully updated port: c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.730298] env[69506]: DEBUG nova.compute.manager [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-plugged-c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.730518] env[69506]: DEBUG oslo_concurrency.lockutils [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.730751] env[69506]: DEBUG oslo_concurrency.lockutils [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.731197] env[69506]: DEBUG oslo_concurrency.lockutils [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.731197] env[69506]: DEBUG nova.compute.manager [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] No waiting events found dispatching network-vif-plugged-c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.731433] env[69506]: WARNING nova.compute.manager [req-cd084bbe-f216-4831-b94c-7b67b7ef68c0 req-45731fea-9a03-4044-9cfe-96d1107220ed service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received unexpected event network-vif-plugged-c9b320a2-bb90-466a-a1a3-d15690648402 for instance with vm_state active and task_state None. [ 1158.771625] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.771819] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.771962] env[69506]: DEBUG nova.network.neutron [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.772242] env[69506]: DEBUG nova.objects.instance [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'info_cache' on Instance uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.799324] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 43b5e7a3-0cf1-4b10-9bc3-86a49456a62a] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.847180] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.847373] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.847606] env[69506]: DEBUG nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.236719] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.236962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.281255] env[69506]: DEBUG nova.objects.base [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.302156] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 509562e4-a7a3-48b1-9d9e-73194c08a595] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.387906] env[69506]: WARNING nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1159.388082] env[69506]: WARNING nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1159.444473] env[69506]: DEBUG oslo_concurrency.lockutils [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.444782] env[69506]: DEBUG oslo_concurrency.lockutils [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.444963] env[69506]: DEBUG nova.compute.manager [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.446383] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1221f28-ccbd-4e9b-ba00-06c1dbb9ec14 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.456414] env[69506]: DEBUG nova.compute.manager [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1159.457157] env[69506]: DEBUG nova.objects.instance [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'flavor' on Instance uuid ed4e2506-cc11-407e-8e53-588a49b07a49 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.516225] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.519012] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.519012] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.519012] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.519012] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.520535] env[69506]: INFO nova.compute.manager [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Terminating instance [ 1159.738816] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.806521] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3f232a91-ec92-4245-a40b-8d884f6c347c] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.851544] env[69506]: DEBUG nova.network.neutron [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "address": "fa:16:3e:f7:ff:83", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a07a347-4e", "ovs_interfaceid": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9b320a2-bb90-466a-a1a3-d15690648402", "address": "fa:16:3e:f4:fa:0a", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b320a2-bb", "ovs_interfaceid": "c9b320a2-bb90-466a-a1a3-d15690648402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.927929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.928217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.928431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.928626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.928804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.931086] env[69506]: INFO nova.compute.manager [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Terminating instance [ 1159.997264] env[69506]: DEBUG nova.network.neutron [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [{"id": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "address": "fa:16:3e:1b:2f:eb", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140e39b1-c8", "ovs_interfaceid": "140e39b1-c8cd-440a-986c-bc37fe5fbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.028224] env[69506]: DEBUG nova.compute.manager [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.028389] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.029350] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d5e90-d892-445a-bbb3-a01230d2cbdc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.036983] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.037243] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db186630-f72a-47f7-bef9-981e260cabc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.044195] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1160.044195] env[69506]: value = "task-3250133" [ 1160.044195] env[69506]: _type = "Task" [ 1160.044195] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.052025] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.260580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.261113] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.262458] env[69506]: INFO nova.compute.claims [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.321821] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 5c1c011a-cb40-4576-aadd-f2e2c09706e7] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.354089] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.354772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.354922] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.355761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28044fc3-435e-43b5-b27d-7fadf938c97e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.374921] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.375159] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.375318] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.375500] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.375646] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.375794] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.375993] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.376205] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.376312] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.376470] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.376644] env[69506]: DEBUG nova.virt.hardware [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.382891] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfiguring VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1160.383442] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6705bd3-7462-4182-ab9b-4d0b1b986c3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.400938] env[69506]: DEBUG oslo_vmware.api [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1160.400938] env[69506]: value = "task-3250134" [ 1160.400938] env[69506]: _type = "Task" [ 1160.400938] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.409659] env[69506]: DEBUG oslo_vmware.api [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250134, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.434986] env[69506]: DEBUG nova.compute.manager [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.435604] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.436132] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e2f6b-1e59-4965-8d2f-f1863b1edf4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.443999] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.444154] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f923d50-a4ec-4c67-a3cd-faf2ad7675ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.451889] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1160.451889] env[69506]: value = "task-3250135" [ 1160.451889] env[69506]: _type = "Task" [ 1160.451889] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.461126] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.464851] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.465211] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ddf338-1172-4f2f-ad03-ee419d930e39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.471289] env[69506]: DEBUG oslo_vmware.api [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1160.471289] env[69506]: value = "task-3250136" [ 1160.471289] env[69506]: _type = "Task" [ 1160.471289] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.479643] env[69506]: DEBUG oslo_vmware.api [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.500374] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-ef7f56ea-d728-4459-aa5b-5fb43a490a52" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.554120] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250133, 'name': PowerOffVM_Task, 'duration_secs': 0.176222} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.554326] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.554500] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.554755] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90c4710-e2b0-4481-85a1-253ffa7f1cf4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.622015] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.622231] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.622427] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleting the datastore file [datastore2] 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.622705] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499e3039-cced-4bbd-86d3-4f4ad2a0b344 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.629652] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1160.629652] env[69506]: value = "task-3250138" [ 1160.629652] env[69506]: _type = "Task" [ 1160.629652] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.637683] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.760288] env[69506]: DEBUG nova.compute.manager [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-changed-c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.760604] env[69506]: DEBUG nova.compute.manager [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing instance network info cache due to event network-changed-c9b320a2-bb90-466a-a1a3-d15690648402. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.760833] env[69506]: DEBUG oslo_concurrency.lockutils [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.761042] env[69506]: DEBUG oslo_concurrency.lockutils [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.761156] env[69506]: DEBUG nova.network.neutron [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Refreshing network info cache for port c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.825394] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: a2f033d3-5efd-44f6-95b9-89e91f113c8b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.911232] env[69506]: DEBUG oslo_vmware.api [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.962145] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250135, 'name': PowerOffVM_Task, 'duration_secs': 0.238625} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.962427] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.962623] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.962841] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feab0989-4851-4afd-bd15-f406c859a645 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.979532] env[69506]: DEBUG oslo_vmware.api [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250136, 'name': PowerOffVM_Task, 'duration_secs': 0.21901} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.979796] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.979989] env[69506]: DEBUG nova.compute.manager [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.980739] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b82003-209d-439d-a767-4a5b22af1f21 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.024035] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.024035] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.024035] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleting the datastore file [datastore2] 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.024934] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae00736-48fd-4862-97a5-997c48627eb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.030746] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for the task: (returnval){ [ 1161.030746] env[69506]: value = "task-3250140" [ 1161.030746] env[69506]: _type = "Task" [ 1161.030746] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.041050] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.139010] env[69506]: DEBUG oslo_vmware.api [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196537} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.139254] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.139439] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.139620] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.139783] env[69506]: INFO nova.compute.manager [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1161.140050] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.140244] env[69506]: DEBUG nova.compute.manager [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.140344] env[69506]: DEBUG nova.network.neutron [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.328714] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7048c4aa-f136-415f-99d0-7e4361ecfbb7] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.418015] env[69506]: DEBUG oslo_vmware.api [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250134, 'name': ReconfigVM_Task, 'duration_secs': 0.546828} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.418015] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.418015] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfigured VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1161.422594] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a3fd4-63b9-41ad-8b58-0cc69a27a17d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.430254] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67cb532-558d-4a75-8146-1a15572d7d46 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.464317] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e13caac-2fe6-4536-8337-5a386220074b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.472665] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d8d39-743e-451d-adbe-65ef9ca232a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.486542] env[69506]: DEBUG nova.compute.provider_tree [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.491691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-20a68db5-18fa-4511-a80c-e97390c2a3ee tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.505416] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.505703] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c077becc-bbc4-4608-a1df-dbec7b5ae7ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.512992] env[69506]: DEBUG oslo_vmware.api [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1161.512992] env[69506]: value = "task-3250141" [ 1161.512992] env[69506]: _type = "Task" [ 1161.512992] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.521496] env[69506]: DEBUG oslo_vmware.api [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.541666] env[69506]: DEBUG oslo_vmware.api [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Task: {'id': task-3250140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133438} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.541923] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.542293] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.542509] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.542690] env[69506]: INFO nova.compute.manager [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1161.542922] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.543291] env[69506]: DEBUG nova.compute.manager [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.543390] env[69506]: DEBUG nova.network.neutron [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.559509] env[69506]: DEBUG nova.network.neutron [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updated VIF entry in instance network info cache for port c9b320a2-bb90-466a-a1a3-d15690648402. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.559959] env[69506]: DEBUG nova.network.neutron [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "address": "fa:16:3e:f7:ff:83", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a07a347-4e", "ovs_interfaceid": "4a07a347-4ebd-45aa-9d25-960f7a85e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9b320a2-bb90-466a-a1a3-d15690648402", "address": "fa:16:3e:f4:fa:0a", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b320a2-bb", "ovs_interfaceid": "c9b320a2-bb90-466a-a1a3-d15690648402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.648922] env[69506]: DEBUG nova.compute.manager [req-16f08bf2-f84d-4649-a1da-02ad11954349 req-c72b135c-6aae-4588-a7af-851324dda954 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Received event network-vif-deleted-02a7cb11-dc38-46c0-9248-cc05438d45f0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.649211] env[69506]: INFO nova.compute.manager [req-16f08bf2-f84d-4649-a1da-02ad11954349 req-c72b135c-6aae-4588-a7af-851324dda954 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Neutron deleted interface 02a7cb11-dc38-46c0-9248-cc05438d45f0; detaching it from the instance and deleting it from the info cache [ 1161.649437] env[69506]: DEBUG nova.network.neutron [req-16f08bf2-f84d-4649-a1da-02ad11954349 req-c72b135c-6aae-4588-a7af-851324dda954 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.702420] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.702648] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.834978] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 01467b61-eca8-40f8-afe1-9fa5c944709f] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.926822] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f0e41f3-9c67-4379-8229-cd797c309326 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-c9b320a2-bb90-466a-a1a3-d15690648402" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.661s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.989937] env[69506]: DEBUG nova.scheduler.client.report [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.022741] env[69506]: DEBUG oslo_vmware.api [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250141, 'name': PowerOnVM_Task, 'duration_secs': 0.447227} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.023014] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.023221] env[69506]: DEBUG nova.compute.manager [None req-9b20fbb1-d81f-448e-984d-e00488f89b01 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.023976] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c9dd7a-aee0-4283-ac47-c3f09f7859e2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.063597] env[69506]: DEBUG oslo_concurrency.lockutils [req-fb6ff901-d4f9-431f-948f-624b930277a7 req-b37527d7-b231-420e-862a-8edca233839d service nova] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.098487] env[69506]: DEBUG nova.network.neutron [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.152926] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-555541a6-e57e-49e3-82cb-d80145469057 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.163019] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec5489-295c-4089-b69b-04dd0e810471 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.193845] env[69506]: DEBUG nova.compute.manager [req-16f08bf2-f84d-4649-a1da-02ad11954349 req-c72b135c-6aae-4588-a7af-851324dda954 service nova] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Detach interface failed, port_id=02a7cb11-dc38-46c0-9248-cc05438d45f0, reason: Instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.206167] env[69506]: DEBUG nova.compute.utils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.339519] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: da8f860b-8dbe-48fa-a1e1-a151640780c6] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.485639] env[69506]: DEBUG nova.network.neutron [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.496243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.496756] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.600650] env[69506]: INFO nova.compute.manager [-] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Took 1.46 seconds to deallocate network for instance. [ 1162.710692] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.842781] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 8d13982f-a851-4b56-aa16-c08776b0f61b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.987861] env[69506]: INFO nova.compute.manager [-] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Took 1.44 seconds to deallocate network for instance. [ 1163.000965] env[69506]: DEBUG nova.compute.utils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.002531] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.003833] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.052123] env[69506]: DEBUG nova.policy [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9923b827ed41488f8890450669338ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08634ebf266140a18425ab4704c2d6bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.109286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.109922] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.110191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.135233] env[69506]: INFO nova.scheduler.client.report [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted allocations for instance 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0 [ 1163.346019] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 34aef67d-2f88-4adf-a5b0-778945e300ec] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.480786] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Successfully created port: fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.496867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.496867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.496867] env[69506]: DEBUG nova.objects.instance [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lazy-loading 'resources' on Instance uuid 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.507982] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.642672] env[69506]: DEBUG oslo_concurrency.lockutils [None req-74cdb50c-a30e-4456-a50c-9e26bdcf637a tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.126s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.784147] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.784504] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.784754] env[69506]: INFO nova.compute.manager [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Attaching volume 80b33775-9dee-49b7-a3d6-e5989e787860 to /dev/sdb [ 1163.822980] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc09d5-3678-4cae-929b-f40fe8064295 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.830632] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab556e-10a4-4e7f-a395-cd49c7144294 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.843913] env[69506]: DEBUG nova.virt.block_device [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating existing volume attachment record: 856d616e-4e76-4442-9046-19e3b39a035b {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.851395] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3195279f-4bf6-4583-8c01-f6706f7e6e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.886770] env[69506]: DEBUG nova.compute.manager [req-32df7660-d18f-4fbf-ba17-2f0145081cbb req-092353a2-faa1-47c9-9dec-39269864115a service nova] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Received event network-vif-deleted-7f6c6bbb-6309-427c-b851-62d5827c319f {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.981142] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.981463] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.069958] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.070259] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.070481] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.070684] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.070856] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.075632] env[69506]: INFO nova.compute.manager [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Terminating instance [ 1164.134889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.135203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.135467] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.135633] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.135825] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.138064] env[69506]: INFO nova.compute.manager [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Terminating instance [ 1164.141058] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebf8ec-f293-4a91-bb3d-0148e4d2aa87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.150527] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0cae69-ff44-457f-bc0a-4d1a4942f4d4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.188292] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a8493-5a78-4328-994c-6fe808d03347 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.196131] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eec930-0ca9-4e02-b400-c639627cec67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.210381] env[69506]: DEBUG nova.compute.provider_tree [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.356314] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: aa107d30-b28e-41fe-8825-0cb34833cbdd] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.417928] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-4a07a347-4ebd-45aa-9d25-960f7a85e3bc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.418200] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-4a07a347-4ebd-45aa-9d25-960f7a85e3bc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.484472] env[69506]: INFO nova.compute.manager [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Detaching volume 9b069e39-a773-45ba-8ee1-4ad386280410 [ 1164.515102] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.520998] env[69506]: INFO nova.virt.block_device [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Attempting to driver detach volume 9b069e39-a773-45ba-8ee1-4ad386280410 from mountpoint /dev/sdb [ 1164.521222] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.521430] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.522283] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f99c66-bf62-4c4b-bbf1-22cd84094cba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545313] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3236b1-67f0-4211-b746-131f52618c80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.554658] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.554925] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.555099] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.555287] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.555433] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.555579] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.555787] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.555953] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.556120] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.556287] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.556460] env[69506]: DEBUG nova.virt.hardware [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.557237] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722eefe-bf8c-495c-9d4d-a7054b704cd5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.560338] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51744c3-7050-4d21-a1f1-f8d0e4336e9e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.567078] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.567301] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.586158] env[69506]: DEBUG nova.compute.manager [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.586360] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.589133] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.591970] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f960c4e-359a-477a-b42b-8f8f94ef0bf7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.595199] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4023983-e223-489d-a74f-fe07c173a5d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.599061] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe73542-0e32-4294-97f8-4e05b514a9fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.617657] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] The volume has not been displaced from its original location: [datastore2] volume-9b069e39-a773-45ba-8ee1-4ad386280410/volume-9b069e39-a773-45ba-8ee1-4ad386280410.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.622955] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.623293] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.630736] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39df494a-43b0-41cf-a7dd-c962b7f16062 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.643611] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1bee99-b799-4a2e-aec3-f61c91f1341e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.646552] env[69506]: DEBUG nova.compute.manager [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.646754] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.648226] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1bd3b-1dc7-49fb-9137-1afdd5f8a13f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.652564] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1164.652564] env[69506]: value = "task-3250143" [ 1164.652564] env[69506]: _type = "Task" [ 1164.652564] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.653435] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1164.653435] env[69506]: value = "task-3250144" [ 1164.653435] env[69506]: _type = "Task" [ 1164.653435] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.658401] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.661015] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23efb84e-6330-4bab-af03-6fda7e302994 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.667018] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.669892] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.713282] env[69506]: DEBUG nova.scheduler.client.report [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.719286] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.719514] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.719700] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore1] ed4e2506-cc11-407e-8e53-588a49b07a49 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.719952] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c754228-931f-46b9-a69d-038c959a683d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.726248] env[69506]: DEBUG oslo_vmware.api [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1164.726248] env[69506]: value = "task-3250146" [ 1164.726248] env[69506]: _type = "Task" [ 1164.726248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.737596] env[69506]: DEBUG oslo_vmware.api [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.859895] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9d274c37-1cf5-4545-b94e-ea7b442cf591] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.920818] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.921041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.921961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402eb59-2b2e-4480-bb68-690a5195cac4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.942427] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd935a-506c-4994-9c16-1d57b8db94de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.970415] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfiguring VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1164.970657] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ee8a0c-ae05-45ae-a634-2612aed04bb1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.988039] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1164.988039] env[69506]: value = "task-3250147" [ 1164.988039] env[69506]: _type = "Task" [ 1164.988039] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.996151] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.113330] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Successfully updated port: fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.121711] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.164164] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250143, 'name': PowerOffVM_Task, 'duration_secs': 0.179423} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.164772] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.164971] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.165236] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4609e55e-5d6d-4e22-b461-56ff23bf270f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.169125] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250144, 'name': ReconfigVM_Task, 'duration_secs': 0.228269} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.169700] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.174179] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551bc4f2-3ceb-48d6-915a-2b3604fb6423 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.187894] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1165.187894] env[69506]: value = "task-3250149" [ 1165.187894] env[69506]: _type = "Task" [ 1165.187894] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.195115] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.218677] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.221554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.100s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.223283] env[69506]: INFO nova.compute.claims [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.229159] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.229159] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.229159] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleting the datastore file [datastore1] ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.231494] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6daebdce-09f3-4bf6-8b7f-789f85f303d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.237956] env[69506]: DEBUG oslo_vmware.api [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133045} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.238767] env[69506]: INFO nova.scheduler.client.report [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Deleted allocations for instance 78b4f3b8-6f83-42e4-a143-c6d326e7ed24 [ 1165.243612] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.243844] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.244068] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.244279] env[69506]: INFO nova.compute.manager [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1165.244559] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.244860] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1165.244860] env[69506]: value = "task-3250150" [ 1165.244860] env[69506]: _type = "Task" [ 1165.244860] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.245300] env[69506]: DEBUG nova.compute.manager [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.245427] env[69506]: DEBUG nova.network.neutron [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.255720] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.364290] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 63813c73-4fae-42c3-90d7-01a03a2367a7] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.498602] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.616839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.617047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.617171] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.698755] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.751789] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0c4d6b09-45c5-4be0-aad1-6432eb60d4ce tempest-AttachVolumeShelveTestJSON-1831532901 tempest-AttachVolumeShelveTestJSON-1831532901-project-member] Lock "78b4f3b8-6f83-42e4-a143-c6d326e7ed24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.758409] env[69506]: DEBUG oslo_vmware.api [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185431} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.759080] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.759080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.759227] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.759398] env[69506]: INFO nova.compute.manager [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1165.759649] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.759838] env[69506]: DEBUG nova.compute.manager [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.759945] env[69506]: DEBUG nova.network.neutron [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.867483] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 641c34b8-2560-464b-88eb-6e61f2775493] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.917232] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Received event network-vif-plugged-fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.917445] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Acquiring lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.917701] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.917815] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.918023] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] No waiting events found dispatching network-vif-plugged-fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.918419] env[69506]: WARNING nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Received unexpected event network-vif-plugged-fe6574fb-99cc-49bd-b35d-77727ac2ea9c for instance with vm_state building and task_state spawning. [ 1165.918605] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Received event network-changed-fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.918757] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Refreshing instance network info cache due to event network-changed-fe6574fb-99cc-49bd-b35d-77727ac2ea9c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.919886] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Acquiring lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.968755] env[69506]: DEBUG nova.network.neutron [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.999741] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.186782] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.198225] env[69506]: DEBUG oslo_vmware.api [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250149, 'name': ReconfigVM_Task, 'duration_secs': 0.787437} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.198571] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649420', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'name': 'volume-9b069e39-a773-45ba-8ee1-4ad386280410', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db68d854-29e3-43b9-a7ff-9a82ae0353a6', 'attached_at': '', 'detached_at': '', 'volume_id': '9b069e39-a773-45ba-8ee1-4ad386280410', 'serial': '9b069e39-a773-45ba-8ee1-4ad386280410'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.370501] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.370671] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances with incomplete migration {{(pid=69506) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1166.378205] env[69506]: DEBUG nova.network.neutron [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Updating instance_info_cache with network_info: [{"id": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "address": "fa:16:3e:12:96:57", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6574fb-99", "ovs_interfaceid": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.381007] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6e11f-76a5-43bb-a593-b036b9dd972c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.389699] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d6e9e-e56c-4ca8-811e-cebbaaf4e621 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.424694] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdafcb06-0a51-43ca-a766-0cbdc71f7d62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.432453] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb29173-1a9a-41f6-9032-258e1b4e7e4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.447490] env[69506]: DEBUG nova.compute.provider_tree [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.470759] env[69506]: INFO nova.compute.manager [-] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Took 1.23 seconds to deallocate network for instance. [ 1166.502445] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.741730] env[69506]: DEBUG nova.objects.instance [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'flavor' on Instance uuid db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.827774] env[69506]: DEBUG nova.network.neutron [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.873009] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.885149] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.885452] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Instance network_info: |[{"id": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "address": "fa:16:3e:12:96:57", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6574fb-99", "ovs_interfaceid": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.885736] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Acquired lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.885911] env[69506]: DEBUG nova.network.neutron [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Refreshing network info cache for port fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.888026] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:96:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6574fb-99cc-49bd-b35d-77727ac2ea9c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.894202] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating folder: Project (08634ebf266140a18425ab4704c2d6bc). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.897126] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e5ea3b1-9069-466e-8b67-94220d83d2eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.907858] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created folder: Project (08634ebf266140a18425ab4704c2d6bc) in parent group-v649133. [ 1166.908061] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating folder: Instances. Parent ref: group-v649433. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.908292] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376b13de-6316-439f-b45a-6cc7dc38ed79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.916755] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created folder: Instances in parent group-v649433. [ 1166.916755] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.916755] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.917016] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c6f7c1c-d227-4c86-9ae2-11066315dd4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.937750] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.937750] env[69506]: value = "task-3250154" [ 1166.937750] env[69506]: _type = "Task" [ 1166.937750] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.944962] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250154, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.950242] env[69506]: DEBUG nova.scheduler.client.report [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.976400] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.000278] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.099960] env[69506]: DEBUG nova.network.neutron [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Updated VIF entry in instance network info cache for port fe6574fb-99cc-49bd-b35d-77727ac2ea9c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.100202] env[69506]: DEBUG nova.network.neutron [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Updating instance_info_cache with network_info: [{"id": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "address": "fa:16:3e:12:96:57", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6574fb-99", "ovs_interfaceid": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.330787] env[69506]: INFO nova.compute.manager [-] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Took 1.57 seconds to deallocate network for instance. [ 1167.447094] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250154, 'name': CreateVM_Task, 'duration_secs': 0.346673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.447273] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.447918] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.448097] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.448430] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.448675] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9df96b-5a48-4c05-b014-011b864df98d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.452833] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1167.452833] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc87b9-785a-2465-5ade-2c7028fd800b" [ 1167.452833] env[69506]: _type = "Task" [ 1167.452833] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.456082] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.456549] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.459117] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.483s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.459544] env[69506]: DEBUG nova.objects.instance [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid ed4e2506-cc11-407e-8e53-588a49b07a49 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.465199] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52fc87b9-785a-2465-5ade-2c7028fd800b, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.465456] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.465670] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.465889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.466041] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.466218] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.466901] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330dfe89-85ca-4933-b146-bb01909569e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.473782] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.473972] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.474714] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91047e4d-fb00-4d8c-ac05-900b030f58e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.479727] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1167.479727] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529550ce-1c0e-1c0b-82f3-adb808886603" [ 1167.479727] env[69506]: _type = "Task" [ 1167.479727] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.487312] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529550ce-1c0e-1c0b-82f3-adb808886603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.500113] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.603201] env[69506]: DEBUG oslo_concurrency.lockutils [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] Releasing lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.603468] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Received event network-vif-deleted-acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.603648] env[69506]: INFO nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Neutron deleted interface acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc; detaching it from the instance and deleting it from the info cache [ 1167.603841] env[69506]: DEBUG nova.network.neutron [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.748090] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f879d183-186b-4870-946e-cc31abffa331 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.766s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.836465] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.942710] env[69506]: DEBUG nova.compute.manager [req-fdad8524-0092-4025-8505-ec1d45c93b62 req-d21f647e-5548-4615-aa72-2399462ace68 service nova] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Received event network-vif-deleted-140e39b1-c8cd-440a-986c-bc37fe5fbf98 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.963017] env[69506]: DEBUG nova.compute.utils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.967327] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.967509] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.993341] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529550ce-1c0e-1c0b-82f3-adb808886603, 'name': SearchDatastore_Task, 'duration_secs': 0.007951} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.999141] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bf3e76-61f6-497f-a834-96587097a99c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.007889] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.010168] env[69506]: DEBUG nova.policy [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '443a31aafef3495fb1045f074b0fd1f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ba8aa6d6a54e5d85203e0b2283343d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.011682] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1168.011682] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52238fec-e5a1-4d39-38a9-a6e14e17577e" [ 1168.011682] env[69506]: _type = "Task" [ 1168.011682] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.022487] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52238fec-e5a1-4d39-38a9-a6e14e17577e, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.024798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.025184] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.025467] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5878198f-7400-46ec-8dd6-e562e889ea7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.031571] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1168.031571] env[69506]: value = "task-3250156" [ 1168.031571] env[69506]: _type = "Task" [ 1168.031571] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.044405] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.095705] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b2b1e-078c-4d78-a55f-3ba28f97ec06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.102734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc743ef-9290-4fd6-ab88-3c7d4ff12fdf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.106752] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa87ff12-6a1e-43ac-b87a-475437bd7e11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.139467] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30562b92-ccdd-45c5-baef-f183735c2229 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.151573] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe3e21-0c93-44c3-8c52-9cff3dad757c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.159242] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3994b-1f3a-440e-9430-61c2be4d93fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.172093] env[69506]: DEBUG nova.compute.manager [req-29427a92-7991-462c-a655-951c41744512 req-f7ed883b-3349-47b2-89c0-af77f2775c9d service nova] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Detach interface failed, port_id=acf53e6b-2fc4-4a89-b6a7-bd9bd16ec8fc, reason: Instance ed4e2506-cc11-407e-8e53-588a49b07a49 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.182681] env[69506]: DEBUG nova.compute.provider_tree [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.320919] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.321219] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.321422] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.322054] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.322054] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.326335] env[69506]: INFO nova.compute.manager [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Terminating instance [ 1168.362700] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Successfully created port: 614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.373824] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.374147] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.395906] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.396299] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649432', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'name': 'volume-80b33775-9dee-49b7-a3d6-e5989e787860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09425878-d9d7-454c-a7d0-700a466ea59c', 'attached_at': '', 'detached_at': '', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'serial': '80b33775-9dee-49b7-a3d6-e5989e787860'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.397182] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67897402-17b5-48fd-8ef8-cc7d234abbb0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.416865] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea550d-9e50-4538-83c2-ae0b20703309 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.445031] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-80b33775-9dee-49b7-a3d6-e5989e787860/volume-80b33775-9dee-49b7-a3d6-e5989e787860.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.445440] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d686b2de-b901-47d7-b886-6b6cd220ffb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.465875] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1168.465875] env[69506]: value = "task-3250157" [ 1168.465875] env[69506]: _type = "Task" [ 1168.465875] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.469248] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.476688] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.501658] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.541118] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439709} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.541402] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.541674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.541946] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91676aa0-993b-4e77-b1ec-d38d600fb35f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.548199] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1168.548199] env[69506]: value = "task-3250158" [ 1168.548199] env[69506]: _type = "Task" [ 1168.548199] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.556106] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.688440] env[69506]: DEBUG nova.scheduler.client.report [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.834650] env[69506]: DEBUG nova.compute.manager [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.834845] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.835710] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9933a49b-0083-4452-8d1a-ad07a42315cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.843045] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.843260] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b620cb15-04a4-45b6-aba6-7427b2f4c60c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.848902] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1168.848902] env[69506]: value = "task-3250159" [ 1168.848902] env[69506]: _type = "Task" [ 1168.848902] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.856300] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.880823] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.881016] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.881179] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.881339] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.881534] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.881698] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.983665] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250157, 'name': ReconfigVM_Task, 'duration_secs': 0.349841} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.983665] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-80b33775-9dee-49b7-a3d6-e5989e787860/volume-80b33775-9dee-49b7-a3d6-e5989e787860.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.989330] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e19284-ec00-4e13-ba5c-d3fd1fa84c75 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.008069] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.009392] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1169.009392] env[69506]: value = "task-3250160" [ 1169.009392] env[69506]: _type = "Task" [ 1169.009392] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.016781] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.058181] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054754} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.058499] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.059505] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f6d98-0132-416a-bbfa-c1be156b0161 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.081613] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.081923] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9095428-767c-463f-904e-1aadf62c7311 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.101019] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1169.101019] env[69506]: value = "task-3250161" [ 1169.101019] env[69506]: _type = "Task" [ 1169.101019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.108845] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.193747] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.197171] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.361s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.197413] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.219513] env[69506]: INFO nova.scheduler.client.report [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance ed4e2506-cc11-407e-8e53-588a49b07a49 [ 1169.221261] env[69506]: INFO nova.scheduler.client.report [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted allocations for instance ef7f56ea-d728-4459-aa5b-5fb43a490a52 [ 1169.358945] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250159, 'name': PowerOffVM_Task, 'duration_secs': 0.180401} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.359194] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.359378] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.359632] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852cd5f8-30b9-4869-83ed-f2f59e78b7e1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.385787] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Getting list of instances from cluster (obj){ [ 1169.385787] env[69506]: value = "domain-c8" [ 1169.385787] env[69506]: _type = "ClusterComputeResource" [ 1169.385787] env[69506]: } {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1169.386888] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b036227-b74f-40dd-b2ad-c3d9f3a28041 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.402329] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Got total of 6 instances {{(pid=69506) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1169.402498] env[69506]: WARNING nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 1169.402730] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid 72265512-6ea5-4279-a0a7-059100f0b5bb {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.402930] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403105] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid 000ebc25-cb64-4930-85ee-778d4723cc20 {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403261] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid ef7f56ea-d728-4459-aa5b-5fb43a490a52 {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403412] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403561] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid 09425878-d9d7-454c-a7d0-700a466ea59c {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403710] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid ed4e2506-cc11-407e-8e53-588a49b07a49 {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403863] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4 {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.403999] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Triggering sync for uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1169.404331] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "72265512-6ea5-4279-a0a7-059100f0b5bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.404541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.404796] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.405009] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "000ebc25-cb64-4930-85ee-778d4723cc20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.405195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.405428] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.405629] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.405821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.406015] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "ed4e2506-cc11-407e-8e53-588a49b07a49" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.406216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.406408] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.406629] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.406769] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1169.407465] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac76451-094a-4fda-a701-6ef9cd7b3bc1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.410584] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d139a3d-a427-4b60-aafd-2e2afb375362 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.422564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.422682] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.422853] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore2] db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.423105] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e2c2ee7-0a13-4d6d-b43d-ffbfc116d457 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.428961] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1169.428961] env[69506]: value = "task-3250163" [ 1169.428961] env[69506]: _type = "Task" [ 1169.428961] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.437660] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.480560] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.508938] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.509286] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.509498] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.509725] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.509928] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.510132] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.510382] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.510598] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.510815] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.511027] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.511236] env[69506]: DEBUG nova.virt.hardware [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.512478] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807147ab-8c90-4201-a0a5-e4e7ebb39ee0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.521295] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.527989] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e5249-3703-41ff-99f8-a7d79e1913ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.531616] env[69506]: DEBUG oslo_vmware.api [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250160, 'name': ReconfigVM_Task, 'duration_secs': 0.136458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.531943] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649432', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'name': 'volume-80b33775-9dee-49b7-a3d6-e5989e787860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09425878-d9d7-454c-a7d0-700a466ea59c', 'attached_at': '', 'detached_at': '', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'serial': '80b33775-9dee-49b7-a3d6-e5989e787860'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.611206] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250161, 'name': ReconfigVM_Task, 'duration_secs': 0.257385} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.611558] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.612161] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd418b51-dda9-43ca-a965-c9e571bbd6cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.617099] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1169.617099] env[69506]: value = "task-3250164" [ 1169.617099] env[69506]: _type = "Task" [ 1169.617099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.624020] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250164, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.730625] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c43f023b-16bf-4b42-9037-e62ed6cac290 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.731559] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.326s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.732230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-3c96487d-387a-4d6c-ab90-de9c83e4f43d tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.597s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.733446] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b96c0a68-5d71-4219-b059-cc13590e4218 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.735044] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.329s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.735327] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6ebe0b5-4f5b-410b-81e9-8f686d17cb96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.744964] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814f7e0c-524e-4404-8006-d3a90759d140 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.758277] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469991ca-ef87-4c00-b643-02f46a4cefad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.826694] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Successfully updated port: 614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.922395] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.922793] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.938987] env[69506]: DEBUG oslo_vmware.api [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135424} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.939264] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.939469] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.939664] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.939941] env[69506]: INFO nova.compute.manager [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1169.940026] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.940220] env[69506]: DEBUG nova.compute.manager [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.940321] env[69506]: DEBUG nova.network.neutron [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.968341] env[69506]: DEBUG nova.compute.manager [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Received event network-vif-plugged-614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.969178] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.969427] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.969609] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.969789] env[69506]: DEBUG nova.compute.manager [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] No waiting events found dispatching network-vif-plugged-614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.969958] env[69506]: WARNING nova.compute.manager [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Received unexpected event network-vif-plugged-614f6c6a-f5b6-4a94-b28d-6775bb30083c for instance with vm_state building and task_state spawning. [ 1169.970173] env[69506]: DEBUG nova.compute.manager [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Received event network-changed-614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.970312] env[69506]: DEBUG nova.compute.manager [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Refreshing instance network info cache due to event network-changed-614f6c6a-f5b6-4a94-b28d-6775bb30083c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.970498] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Acquiring lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.970637] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Acquired lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.970795] env[69506]: DEBUG nova.network.neutron [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Refreshing network info cache for port 614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.010074] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.128238] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250164, 'name': Rename_Task, 'duration_secs': 0.127739} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.128401] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.128656] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4939e6-ed08-45cd-8526-7be9c85553ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.134582] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1170.134582] env[69506]: value = "task-3250165" [ 1170.134582] env[69506]: _type = "Task" [ 1170.134582] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.143864] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.299516] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "ed4e2506-cc11-407e-8e53-588a49b07a49" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.300059] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "ef7f56ea-d728-4459-aa5b-5fb43a490a52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.330906] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.513304] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.524404] env[69506]: DEBUG nova.network.neutron [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.569857] env[69506]: DEBUG nova.objects.instance [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid 09425878-d9d7-454c-a7d0-700a466ea59c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.644464] env[69506]: DEBUG oslo_vmware.api [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250165, 'name': PowerOnVM_Task, 'duration_secs': 0.485254} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.644464] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.644664] env[69506]: INFO nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Took 6.13 seconds to spawn the instance on the hypervisor. [ 1170.644664] env[69506]: DEBUG nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.645444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dca0b6-353e-468b-93a2-c68833d44e90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712405] env[69506]: DEBUG nova.network.neutron [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.018053] env[69506]: DEBUG oslo_vmware.api [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250147, 'name': ReconfigVM_Task, 'duration_secs': 5.760784} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.018053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.018053] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Reconfigured VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1171.020171] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "7d590767-77da-442f-8352-a0dc99d4508c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.614s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.020979] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe858e2a-bd01-4f4b-85d2-ba090055e584 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.074093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6fee3d2e-9207-4e10-ad93-da61e4f47fdd tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.074626] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.669s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.075537] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98683e5e-3924-4140-b2a2-e0d8e8a1c749 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.165878] env[69506]: INFO nova.compute.manager [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Took 10.92 seconds to build instance. [ 1171.217775] env[69506]: DEBUG oslo_concurrency.lockutils [req-980ec0c9-22f7-4d16-88dd-83b60a8d59b3 req-92d3f3d9-045e-4ff8-b10b-1ebf13bfdc4e service nova] Releasing lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.218145] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.218308] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.307981] env[69506]: DEBUG nova.network.neutron [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.341436] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "000ebc25-cb64-4930-85ee-778d4723cc20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.342066] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.342066] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.342066] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.342263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.345412] env[69506]: INFO nova.compute.manager [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Terminating instance [ 1171.529480] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "7d590767-77da-442f-8352-a0dc99d4508c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.533754] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.533995] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.591809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.668130] env[69506]: DEBUG oslo_concurrency.lockutils [None req-4f3ff9e3-6fcd-4145-a22c-f134a841a6c8 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.431s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.668375] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.262s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.668529] env[69506]: INFO nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1171.668704] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.673236] env[69506]: INFO nova.compute.manager [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Rescuing [ 1171.673465] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.673613] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.673779] env[69506]: DEBUG nova.network.neutron [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.711940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.711940] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.765904] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.811202] env[69506]: INFO nova.compute.manager [-] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Took 1.87 seconds to deallocate network for instance. [ 1171.851018] env[69506]: DEBUG nova.compute.manager [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.851018] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.851018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34dafe5-3c0e-4d09-b75f-d66f41a2f750 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.859935] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.860325] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a5c78f-6632-419b-a754-41bbf003fb35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.867477] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1171.867477] env[69506]: value = "task-3250166" [ 1171.867477] env[69506]: _type = "Task" [ 1171.867477] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.877513] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.973268] env[69506]: DEBUG nova.network.neutron [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [{"id": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "address": "fa:16:3e:39:5f:40", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6c6a-f5", "ovs_interfaceid": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.998609] env[69506]: DEBUG nova.compute.manager [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Received event network-vif-deleted-3e12ccf7-0e48-429c-958c-8df489366e1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.998778] env[69506]: DEBUG nova.compute.manager [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-deleted-4a07a347-4ebd-45aa-9d25-960f7a85e3bc {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.998947] env[69506]: INFO nova.compute.manager [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Neutron deleted interface 4a07a347-4ebd-45aa-9d25-960f7a85e3bc; detaching it from the instance and deleting it from the info cache [ 1171.999243] env[69506]: DEBUG nova.network.neutron [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9b320a2-bb90-466a-a1a3-d15690648402", "address": "fa:16:3e:f4:fa:0a", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b320a2-bb", "ovs_interfaceid": "c9b320a2-bb90-466a-a1a3-d15690648402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.036555] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.214492] env[69506]: INFO nova.compute.manager [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Detaching volume 80b33775-9dee-49b7-a3d6-e5989e787860 [ 1172.257049] env[69506]: INFO nova.virt.block_device [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Attempting to driver detach volume 80b33775-9dee-49b7-a3d6-e5989e787860 from mountpoint /dev/sdb [ 1172.257049] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.257049] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649432', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'name': 'volume-80b33775-9dee-49b7-a3d6-e5989e787860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09425878-d9d7-454c-a7d0-700a466ea59c', 'attached_at': '', 'detached_at': '', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'serial': '80b33775-9dee-49b7-a3d6-e5989e787860'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.257049] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a45507-8330-4d49-b172-8e2e453884c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.280168] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acbab9e-fc19-48da-bd20-522610bd7cc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.287734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90168e7-5712-480c-8b0b-928eb1a03089 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.312818] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4051397-a970-483e-bffc-63394efda17f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.318363] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.318426] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.318631] env[69506]: DEBUG nova.objects.instance [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'resources' on Instance uuid db68d854-29e3-43b9-a7ff-9a82ae0353a6 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.329862] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] The volume has not been displaced from its original location: [datastore2] volume-80b33775-9dee-49b7-a3d6-e5989e787860/volume-80b33775-9dee-49b7-a3d6-e5989e787860.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.335185] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.339021] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c246e90-b178-4c38-8842-2da0fb86dad1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.351769] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.351946] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.352133] env[69506]: DEBUG nova.network.neutron [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.360693] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1172.360693] env[69506]: value = "task-3250167" [ 1172.360693] env[69506]: _type = "Task" [ 1172.360693] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.369470] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.376685] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250166, 'name': PowerOffVM_Task, 'duration_secs': 0.349468} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.379974] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.379974] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.379974] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29557963-c57b-4dba-893f-d148c71fc603 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.445872] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.445872] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.445872] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleting the datastore file [datastore1] 000ebc25-cb64-4930-85ee-778d4723cc20 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.445872] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a18b39c-0c78-4e43-94fe-aa8d6e77ff3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.451622] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for the task: (returnval){ [ 1172.451622] env[69506]: value = "task-3250169" [ 1172.451622] env[69506]: _type = "Task" [ 1172.451622] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.459205] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.474241] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.474241] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance network_info: |[{"id": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "address": "fa:16:3e:39:5f:40", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6c6a-f5", "ovs_interfaceid": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.474241] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:5f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614f6c6a-f5b6-4a94-b28d-6775bb30083c', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.485134] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.485361] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.485581] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da312e5-ae00-4fec-907d-48d9f7a38087 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.501537] env[69506]: DEBUG nova.network.neutron [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Updating instance_info_cache with network_info: [{"id": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "address": "fa:16:3e:12:96:57", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6574fb-99", "ovs_interfaceid": "fe6574fb-99cc-49bd-b35d-77727ac2ea9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.503586] env[69506]: DEBUG oslo_concurrency.lockutils [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.503758] env[69506]: DEBUG oslo_concurrency.lockutils [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] Acquired lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.505081] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b98cf6-6c45-421c-b143-cf699e5692bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.509851] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.509851] env[69506]: value = "task-3250170" [ 1172.509851] env[69506]: _type = "Task" [ 1172.509851] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.527117] env[69506]: DEBUG oslo_concurrency.lockutils [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] Releasing lock "7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.527117] env[69506]: WARNING nova.compute.manager [req-b17f47bc-7c60-4f10-b569-06c67ccae394 req-d062fbed-a3cc-4555-a377-2c905fcbb067 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Detach interface failed, port_id=4a07a347-4ebd-45aa-9d25-960f7a85e3bc, reason: No device with interface-id 4a07a347-4ebd-45aa-9d25-960f7a85e3bc exists on VM: nova.exception.NotFound: No device with interface-id 4a07a347-4ebd-45aa-9d25-960f7a85e3bc exists on VM [ 1172.533208] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250170, 'name': CreateVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.563758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.685259] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.685535] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.685745] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "7d590767-77da-442f-8352-a0dc99d4508c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.685928] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.686110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.690909] env[69506]: INFO nova.compute.manager [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Terminating instance [ 1172.873979] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250167, 'name': ReconfigVM_Task, 'duration_secs': 0.236061} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.874281] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.878954] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ce0a77-cc7d-488f-ae8d-515b3c1e9a11 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.898107] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1172.898107] env[69506]: value = "task-3250171" [ 1172.898107] env[69506]: _type = "Task" [ 1172.898107] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.909820] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250171, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.963562] env[69506]: DEBUG oslo_vmware.api [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Task: {'id': task-3250169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159894} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.965914] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.966123] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.966454] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.966641] env[69506]: INFO nova.compute.manager [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.966884] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.967326] env[69506]: DEBUG nova.compute.manager [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.967399] env[69506]: DEBUG nova.network.neutron [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.008392] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d425fd-e566-467e-a921-376caefe465b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.011568] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "refresh_cache-9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.022326] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250170, 'name': CreateVM_Task, 'duration_secs': 0.383154} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.026185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.026185] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.026185] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.026185] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.027410] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec610f4-c8ed-4f16-974d-57c9200e4959 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.029980] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e716ff3-adc8-4ff5-9f80-432032cddd0f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.037066] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1173.037066] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5255676c-e948-16d3-3350-393b69902f7b" [ 1173.037066] env[69506]: _type = "Task" [ 1173.037066] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.071218] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365db1b-3013-446e-b726-c25a5ee42c66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.084678] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5255676c-e948-16d3-3350-393b69902f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.086907] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.087171] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.087404] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.087551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.087743] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.088072] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8db3a09b-93a5-4c9a-880b-6b18c634b838 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.093056] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c53bef-9891-4396-8107-3a4208de654b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.107713] env[69506]: DEBUG nova.compute.provider_tree [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.110039] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.110224] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.113398] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7b0dd6-9284-4c68-9297-ee0cd668b85e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.118629] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1173.118629] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52166dc9-47b9-66eb-618b-b555b382093b" [ 1173.118629] env[69506]: _type = "Task" [ 1173.118629] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.127389] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52166dc9-47b9-66eb-618b-b555b382093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.194539] env[69506]: DEBUG nova.compute.manager [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.194871] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.195754] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f381f9a-adcd-4fcc-8501-57659c89de27 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.204739] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.204984] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e66d4b4e-153d-4b4b-a1a4-15f20f63585c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.211672] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1173.211672] env[69506]: value = "task-3250172" [ 1173.211672] env[69506]: _type = "Task" [ 1173.211672] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.222894] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.324803] env[69506]: INFO nova.network.neutron [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Port c9b320a2-bb90-466a-a1a3-d15690648402 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1173.325245] env[69506]: DEBUG nova.network.neutron [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [{"id": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "address": "fa:16:3e:af:32:5c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8434e7-f0", "ovs_interfaceid": "6c8434e7-f0c0-4289-8c3c-b211730f79ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.408945] env[69506]: DEBUG oslo_vmware.api [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250171, 'name': ReconfigVM_Task, 'duration_secs': 0.291458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.409291] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649432', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'name': 'volume-80b33775-9dee-49b7-a3d6-e5989e787860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09425878-d9d7-454c-a7d0-700a466ea59c', 'attached_at': '', 'detached_at': '', 'volume_id': '80b33775-9dee-49b7-a3d6-e5989e787860', 'serial': '80b33775-9dee-49b7-a3d6-e5989e787860'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.612399] env[69506]: DEBUG nova.scheduler.client.report [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.629554] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52166dc9-47b9-66eb-618b-b555b382093b, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.631082] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8dc2c23-2769-471b-bec7-a190a94f3b37 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.639490] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1173.639490] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521bf3bc-61c1-1286-b339-0aa6f64d6136" [ 1173.639490] env[69506]: _type = "Task" [ 1173.639490] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.660469] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521bf3bc-61c1-1286-b339-0aa6f64d6136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.729622] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250172, 'name': PowerOffVM_Task, 'duration_secs': 0.22341} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.729896] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.730116] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.730385] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9903cfe7-6d48-4bd7-9a3e-3df4ded91e30 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.828812] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-7d590767-77da-442f-8352-a0dc99d4508c" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.965198] env[69506]: DEBUG nova.network.neutron [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.969215] env[69506]: DEBUG nova.objects.instance [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid 09425878-d9d7-454c-a7d0-700a466ea59c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.031718] env[69506]: DEBUG nova.compute.manager [req-568f00eb-66b7-4c5e-b017-186f5560e474 req-4538fc71-04a6-4265-bcbf-aa10424124b7 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-deleted-c9b320a2-bb90-466a-a1a3-d15690648402 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.031949] env[69506]: DEBUG nova.compute.manager [req-568f00eb-66b7-4c5e-b017-186f5560e474 req-4538fc71-04a6-4265-bcbf-aa10424124b7 service nova] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Received event network-vif-deleted-1271a106-a90e-4631-bd71-a7b444f8d302 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.077683] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.078096] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.078355] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleting the datastore file [datastore1] 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.078723] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561929f5-9470-4c10-ae63-f9d7aa0cf701 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.088061] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1174.088061] env[69506]: value = "task-3250174" [ 1174.088061] env[69506]: _type = "Task" [ 1174.088061] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.100206] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.117301] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.119820] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.556s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.122476] env[69506]: INFO nova.compute.claims [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.144654] env[69506]: INFO nova.scheduler.client.report [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocations for instance db68d854-29e3-43b9-a7ff-9a82ae0353a6 [ 1174.156312] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521bf3bc-61c1-1286-b339-0aa6f64d6136, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.156983] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.157386] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f6c1a764-bdfa-4fff-b6db-d0f3a949207b/f6c1a764-bdfa-4fff-b6db-d0f3a949207b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.157747] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77306060-41f8-4844-949c-23fe614f2d7f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.165870] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1174.165870] env[69506]: value = "task-3250175" [ 1174.165870] env[69506]: _type = "Task" [ 1174.165870] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.175749] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.333469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-cd496c25-9584-48f7-aba9-3617ac5697b3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-7d590767-77da-442f-8352-a0dc99d4508c-4a07a347-4ebd-45aa-9d25-960f7a85e3bc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.915s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.468542] env[69506]: INFO nova.compute.manager [-] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Took 1.50 seconds to deallocate network for instance. [ 1174.587672] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.587672] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e1cad6-cd2e-487c-bc04-e0bb42ef53be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.599401] env[69506]: DEBUG oslo_vmware.api [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197555} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.603018] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.603018] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.603018] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.603018] env[69506]: INFO nova.compute.manager [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1174.603018] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.603018] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1174.603018] env[69506]: value = "task-3250176" [ 1174.603018] env[69506]: _type = "Task" [ 1174.603018] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.603018] env[69506]: DEBUG nova.compute.manager [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.603018] env[69506]: DEBUG nova.network.neutron [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.616273] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.659959] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c3c0c082-cda2-4d18-bbdf-20e82660d8f8 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.339s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.661414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.256s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.661414] env[69506]: INFO nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] During sync_power_state the instance has a pending task (deleting). Skip. [ 1174.661414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "db68d854-29e3-43b9-a7ff-9a82ae0353a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.675119] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488437} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.675382] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f6c1a764-bdfa-4fff-b6db-d0f3a949207b/f6c1a764-bdfa-4fff-b6db-d0f3a949207b.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.675595] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.675927] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693a5305-5eff-4581-96b4-2e3316b80594 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.683545] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1174.683545] env[69506]: value = "task-3250177" [ 1174.683545] env[69506]: _type = "Task" [ 1174.683545] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.688056] env[69506]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c9b320a2-bb90-466a-a1a3-d15690648402 could not be found.", "detail": ""}} {{(pid=69506) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1174.688362] env[69506]: DEBUG nova.network.neutron [-] Unable to show port c9b320a2-bb90-466a-a1a3-d15690648402 as it no longer exists. {{(pid=69506) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1174.695527] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.975844] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.978399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bab1d127-92db-487a-80aa-dfa61ca61ea9 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.114304] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250176, 'name': PowerOffVM_Task, 'duration_secs': 0.26725} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.114799] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.115573] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da14a58b-ef94-428f-b923-d529c1ae7064 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.138963] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04936f17-c4ae-4183-9b40-24d7832b79cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.178494] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.178844] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578fefe3-0d4f-41d0-965c-15be98b3f9cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.190716] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1175.190716] env[69506]: value = "task-3250178" [ 1175.190716] env[69506]: _type = "Task" [ 1175.190716] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.199892] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107763} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.199892] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.199892] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d001df-31e7-40bd-ada0-d963e39342fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.207789] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.207851] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.208091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.208304] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.208487] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.209305] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f0c2bb-27b9-491c-8ec1-9ae79392446a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.228540] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] f6c1a764-bdfa-4fff-b6db-d0f3a949207b/f6c1a764-bdfa-4fff-b6db-d0f3a949207b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.231664] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5850a37-119d-4363-bae2-fd7f5d7c09a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.246835] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.247030] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.251019] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2bdb66-8d04-479e-8291-78b65e360b63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.253099] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1175.253099] env[69506]: value = "task-3250179" [ 1175.253099] env[69506]: _type = "Task" [ 1175.253099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.254538] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1175.254538] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522e382c-8f6b-7ae7-0033-734389f84f38" [ 1175.254538] env[69506]: _type = "Task" [ 1175.254538] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.268366] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.271811] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]522e382c-8f6b-7ae7-0033-734389f84f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.275044] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8c10d4-717c-4779-9748-aab68ab7571a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.280036] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1175.280036] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281ef37-2a87-ce0e-eb23-ce2f63610b9c" [ 1175.280036] env[69506]: _type = "Task" [ 1175.280036] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.287449] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281ef37-2a87-ce0e-eb23-ce2f63610b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.289289] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f94f0-bdad-4822-b5f7-850e8553fc99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.295594] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a2c8e-c340-47ec-9ba3-34d21cc9d62f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.325148] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e805b8-fd96-42be-8a36-184270ba5c18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.332406] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ddf17-3dcd-47e2-9e8e-2694f0b5da49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.346908] env[69506]: DEBUG nova.compute.provider_tree [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.571984] env[69506]: DEBUG nova.network.neutron [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.764268] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250179, 'name': ReconfigVM_Task, 'duration_secs': 0.278276} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.764689] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] f6c1a764-bdfa-4fff-b6db-d0f3a949207b/f6c1a764-bdfa-4fff-b6db-d0f3a949207b.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.765540] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-417f9770-c461-4511-a503-45dc29ef6bfe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.771774] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1175.771774] env[69506]: value = "task-3250180" [ 1175.771774] env[69506]: _type = "Task" [ 1175.771774] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.779716] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250180, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.788416] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281ef37-2a87-ce0e-eb23-ce2f63610b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.789042] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.789042] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1175.789215] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741b09e7-dc24-4875-9a0c-5c959444aadf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.794729] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1175.794729] env[69506]: value = "task-3250181" [ 1175.794729] env[69506]: _type = "Task" [ 1175.794729] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.804859] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.850731] env[69506]: DEBUG nova.scheduler.client.report [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.005343] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.005659] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.005876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.006211] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.006300] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.008740] env[69506]: INFO nova.compute.manager [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Terminating instance [ 1176.046318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "494a5914-5908-4083-9a42-486a05e09642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.046601] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.062098] env[69506]: DEBUG nova.compute.manager [req-c8415aa4-b4f5-400f-b5b7-01d65ec35f37 req-7ebdf98b-6068-4d75-be7d-84d63bbf0350 service nova] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Received event network-vif-deleted-6c8434e7-f0c0-4289-8c3c-b211730f79ef {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.074545] env[69506]: INFO nova.compute.manager [-] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Took 1.47 seconds to deallocate network for instance. [ 1176.281428] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250180, 'name': Rename_Task, 'duration_secs': 0.141521} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.281719] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.281962] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d4893d6-5848-4a7c-aa33-ef7618b51f4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.288557] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1176.288557] env[69506]: value = "task-3250182" [ 1176.288557] env[69506]: _type = "Task" [ 1176.288557] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.296351] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.304184] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441189} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.304433] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 1176.305213] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2483fe97-c778-4d04-ac1e-fd10baff88bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.331956] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.332310] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729f3308-0a7b-4b9e-82f1-de48785e4a9d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.350885] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1176.350885] env[69506]: value = "task-3250183" [ 1176.350885] env[69506]: _type = "Task" [ 1176.350885] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.356069] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.356864] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.362818] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.387s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.362961] env[69506]: DEBUG nova.objects.instance [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lazy-loading 'resources' on Instance uuid 000ebc25-cb64-4930-85ee-778d4723cc20 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.363900] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.513760] env[69506]: DEBUG nova.compute.manager [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.513760] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.514584] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16c28a-283f-4416-83c4-5784c32ff337 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.522318] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.522595] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-effbc82f-3dac-494e-bedf-52977b6694e2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.529229] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1176.529229] env[69506]: value = "task-3250184" [ 1176.529229] env[69506]: _type = "Task" [ 1176.529229] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.537333] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.548858] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.581318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.798394] env[69506]: DEBUG oslo_vmware.api [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250182, 'name': PowerOnVM_Task, 'duration_secs': 0.47131} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.798665] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.798870] env[69506]: INFO nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1176.799061] env[69506]: DEBUG nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.799817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c10904-be85-4fcd-99be-efa197955986 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.860320] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250183, 'name': ReconfigVM_Task, 'duration_secs': 0.35869} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.860614] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.861481] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c561d25-6f7f-451e-bec8-c0e773082b9a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.868343] env[69506]: DEBUG nova.compute.utils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.886087] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.886281] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.895923] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.898541] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd00f634-17d7-4101-9f6d-0aaaa4ff1c73 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.914543] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1176.914543] env[69506]: value = "task-3250185" [ 1176.914543] env[69506]: _type = "Task" [ 1176.914543] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.926363] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.967707] env[69506]: DEBUG nova.policy [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad27801e25745ad9bd4a2cc36123cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547dc362d51b43c3a63270c93f4d2b19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.995374] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c06dc01-b0b4-4bd6-b107-d8dd6d50fe18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.004416] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e1f47e-9b92-4607-89e8-8f90d9372c7f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.037917] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d25b3-a4fa-42b9-ae58-9ece21ead192 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.045440] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250184, 'name': PowerOffVM_Task, 'duration_secs': 0.211426} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.047480] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.047664] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.047933] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce73d072-b476-4799-98e0-b424755d45da {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.050235] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9dab6b-f2c2-48c1-982e-facab0c6b012 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.066618] env[69506]: DEBUG nova.compute.provider_tree [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.068509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.144014] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.144260] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.144439] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleting the datastore file [datastore2] 09425878-d9d7-454c-a7d0-700a466ea59c {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.145050] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc76c708-c625-4f9f-889f-58376a4ef18d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.153259] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1177.153259] env[69506]: value = "task-3250187" [ 1177.153259] env[69506]: _type = "Task" [ 1177.153259] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.160576] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.270057] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Successfully created port: bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.316620] env[69506]: INFO nova.compute.manager [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Took 12.22 seconds to build instance. [ 1177.425937] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.570025] env[69506]: DEBUG nova.scheduler.client.report [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.662956] env[69506]: DEBUG oslo_vmware.api [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135811} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.663216] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.663400] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.663614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.663743] env[69506]: INFO nova.compute.manager [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1177.663985] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.664186] env[69506]: DEBUG nova.compute.manager [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.664285] env[69506]: DEBUG nova.network.neutron [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.819272] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fcdfbecc-b73c-4ba5-8861-a61cbc0b6571 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.252s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.819668] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.413s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.819921] env[69506]: INFO nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1177.820122] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.916025] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.931184] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250185, 'name': ReconfigVM_Task, 'duration_secs': 0.514169} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.932043] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.932043] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a01712aa-f6ea-4d2c-9997-8613f9463691 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.938726] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1177.938726] env[69506]: value = "task-3250188" [ 1177.938726] env[69506]: _type = "Task" [ 1177.938726] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.950980] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.953297] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.953603] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.953670] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.953846] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.953990] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.954148] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.954353] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.954606] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.954709] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.954820] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.954986] env[69506]: DEBUG nova.virt.hardware [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.955793] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22c647-5afa-4d52-9d0a-9d4d0d63acef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.962832] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeeeade-444f-4ee4-a53a-5cfec01a2659 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.061566] env[69506]: DEBUG nova.compute.manager [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Received event network-changed-614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.061566] env[69506]: DEBUG nova.compute.manager [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Refreshing instance network info cache due to event network-changed-614f6c6a-f5b6-4a94-b28d-6775bb30083c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.061566] env[69506]: DEBUG oslo_concurrency.lockutils [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] Acquiring lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.061566] env[69506]: DEBUG oslo_concurrency.lockutils [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] Acquired lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.062833] env[69506]: DEBUG nova.network.neutron [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Refreshing network info cache for port 614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.077163] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.080118] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.498s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.080118] env[69506]: DEBUG nova.objects.instance [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'resources' on Instance uuid 7d590767-77da-442f-8352-a0dc99d4508c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.112851] env[69506]: INFO nova.scheduler.client.report [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Deleted allocations for instance 000ebc25-cb64-4930-85ee-778d4723cc20 [ 1178.156262] env[69506]: DEBUG nova.compute.manager [req-0460ddaf-cda3-488f-afe2-0fede871da34 req-41653ebb-6b3c-4697-9700-e63f12672dad service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Received event network-vif-deleted-b107ee1f-6787-407d-9f8a-57394dc61ae2 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.156563] env[69506]: INFO nova.compute.manager [req-0460ddaf-cda3-488f-afe2-0fede871da34 req-41653ebb-6b3c-4697-9700-e63f12672dad service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Neutron deleted interface b107ee1f-6787-407d-9f8a-57394dc61ae2; detaching it from the instance and deleting it from the info cache [ 1178.156777] env[69506]: DEBUG nova.network.neutron [req-0460ddaf-cda3-488f-afe2-0fede871da34 req-41653ebb-6b3c-4697-9700-e63f12672dad service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.449122] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250188, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.622290] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a42472ab-701c-442d-9c48-3e96337d74cb tempest-ServersTestJSON-756379483 tempest-ServersTestJSON-756379483-project-member] Lock "000ebc25-cb64-4930-85ee-778d4723cc20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.280s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.630373] env[69506]: DEBUG nova.network.neutron [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.663385] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1db4bf2a-10ea-457d-a5ad-326774f34255 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.677036] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2f3c4-794a-4bd8-b968-2c4ec090e30a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.711465] env[69506]: DEBUG nova.compute.manager [req-0460ddaf-cda3-488f-afe2-0fede871da34 req-41653ebb-6b3c-4697-9700-e63f12672dad service nova] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Detach interface failed, port_id=b107ee1f-6787-407d-9f8a-57394dc61ae2, reason: Instance 09425878-d9d7-454c-a7d0-700a466ea59c could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.751702] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b49833-9e2b-4205-99b1-29836d302a13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.759052] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a3de6-1c4d-44ec-b13a-98732f08b961 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.795652] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760ad62-f02d-437a-880c-4c2e983af0ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.803028] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8be73-9935-49f4-a171-cc78bab40a5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.816410] env[69506]: DEBUG nova.compute.provider_tree [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.929972] env[69506]: DEBUG nova.network.neutron [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updated VIF entry in instance network info cache for port 614f6c6a-f5b6-4a94-b28d-6775bb30083c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.930538] env[69506]: DEBUG nova.network.neutron [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [{"id": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "address": "fa:16:3e:39:5f:40", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6c6a-f5", "ovs_interfaceid": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.950544] env[69506]: DEBUG oslo_vmware.api [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250188, 'name': PowerOnVM_Task, 'duration_secs': 0.625128} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.950840] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.956022] env[69506]: DEBUG nova.compute.manager [None req-2a07c2b5-eeed-42f9-93a2-9c37afc67da4 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.956022] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4871c1a-b850-43fb-9b1a-a0e4ac12b4fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.966602] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Successfully updated port: bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.138913] env[69506]: INFO nova.compute.manager [-] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Took 1.47 seconds to deallocate network for instance. [ 1179.322340] env[69506]: DEBUG nova.scheduler.client.report [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.435081] env[69506]: DEBUG oslo_concurrency.lockutils [req-39dec4ec-7cb5-4503-b7b3-64f4fc46b4eb req-50671b55-3f92-4e0c-9ce7-aeee81710f1f service nova] Releasing lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.469640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.469916] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.469958] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.649128] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.827947] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.830341] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.762s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.831910] env[69506]: INFO nova.compute.claims [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.845653] env[69506]: INFO nova.scheduler.client.report [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted allocations for instance 7d590767-77da-442f-8352-a0dc99d4508c [ 1180.020842] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.195226] env[69506]: DEBUG nova.compute.manager [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Received event network-vif-plugged-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.195226] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.195226] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.196029] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.196029] env[69506]: DEBUG nova.compute.manager [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] No waiting events found dispatching network-vif-plugged-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.196336] env[69506]: WARNING nova.compute.manager [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Received unexpected event network-vif-plugged-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 for instance with vm_state building and task_state spawning. [ 1180.196679] env[69506]: DEBUG nova.compute.manager [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Received event network-changed-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.197280] env[69506]: DEBUG nova.compute.manager [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Refreshing instance network info cache due to event network-changed-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.197373] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.198783] env[69506]: DEBUG nova.network.neutron [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.270079] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.270325] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.352889] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e682c1ee-a22d-466a-aabb-902b169ec141 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "7d590767-77da-442f-8352-a0dc99d4508c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.667s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.703217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.703576] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Instance network_info: |[{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.703905] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.704123] env[69506]: DEBUG nova.network.neutron [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Refreshing network info cache for port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.705475] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:7c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.713648] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.714162] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.714434] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a1ce16-0921-4088-9a75-4533e72f0be6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.735927] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.735927] env[69506]: value = "task-3250189" [ 1180.735927] env[69506]: _type = "Task" [ 1180.735927] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.743995] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250189, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.774744] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.971369] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3cd485-1b90-4593-8e3a-7b015872ffc6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.981926] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0064dc-5f21-4030-891f-167893307c61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.014580] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d3cda-b98f-4ba5-a36e-ba8f844dcc4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.022571] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5fb30-5185-4556-b19e-9770f243a483 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.038557] env[69506]: DEBUG nova.compute.provider_tree [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.246819] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250189, 'name': CreateVM_Task, 'duration_secs': 0.308999} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.247028] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.247707] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.247873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.248212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.248461] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c99bc92-bb13-4011-ac67-2a9004b49581 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.252919] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1181.252919] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a964a2-fc4e-8100-45aa-e372099ccfb4" [ 1181.252919] env[69506]: _type = "Task" [ 1181.252919] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.260887] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a964a2-fc4e-8100-45aa-e372099ccfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.303904] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.541680] env[69506]: DEBUG nova.scheduler.client.report [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.557026] env[69506]: DEBUG nova.network.neutron [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updated VIF entry in instance network info cache for port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.557363] env[69506]: DEBUG nova.network.neutron [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.765442] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a964a2-fc4e-8100-45aa-e372099ccfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.765756] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.766080] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.766472] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.766538] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.766825] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.766955] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-632c0d70-1073-4142-9a09-00992ff52033 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.775983] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.776178] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.776869] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c87bfe4-cf51-48e8-a1ad-34f3f202f710 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.782846] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1181.782846] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527fc61b-49e5-e3b2-6805-e6992d5977f7" [ 1181.782846] env[69506]: _type = "Task" [ 1181.782846] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.790772] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527fc61b-49e5-e3b2-6805-e6992d5977f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.011927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.012320] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.045780] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.046347] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.048782] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.400s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.049050] env[69506]: DEBUG nova.objects.instance [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'resources' on Instance uuid 09425878-d9d7-454c-a7d0-700a466ea59c {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.059870] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3c299f6-f39f-4b45-a74c-2f4d59e7a712 req-4fddc819-b457-4c06-aee0-e7bde9c53001 service nova] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.294023] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]527fc61b-49e5-e3b2-6805-e6992d5977f7, 'name': SearchDatastore_Task, 'duration_secs': 0.007849} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.294947] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5e9598-a68c-4b20-908b-1685c52e0278 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.299966] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1182.299966] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c0a913-9c32-f5fa-edf9-25eb34f93fb3" [ 1182.299966] env[69506]: _type = "Task" [ 1182.299966] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.309816] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c0a913-9c32-f5fa-edf9-25eb34f93fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.515483] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.553204] env[69506]: DEBUG nova.compute.utils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.556352] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.556527] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.617641] env[69506]: DEBUG nova.policy [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85545902bb224c73bc709fb8de8b55ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41b52067dd744666b4ca4c519fb9c2e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.679879] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399e710-1874-4cf5-a1d5-387e1c763472 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.687881] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a53c8a-f226-4589-ab78-c23fd0f8d2af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.723219] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54827cda-78c0-48be-95fd-a4a1886cdd61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.730552] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610a675-0d4d-497d-bccb-8941cf20072f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.746873] env[69506]: DEBUG nova.compute.provider_tree [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.810608] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c0a913-9c32-f5fa-edf9-25eb34f93fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.811055] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.811147] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.811485] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193d3900-7c89-4356-9018-6bc54e8a3046 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.818041] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1182.818041] env[69506]: value = "task-3250190" [ 1182.818041] env[69506]: _type = "Task" [ 1182.818041] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.826330] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.038867] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.059808] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.196154] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Successfully created port: bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.250527] env[69506]: DEBUG nova.scheduler.client.report [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.333735] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411164} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.334049] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.334276] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.334530] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5673a3ea-3add-4db7-a84e-e6cea39b7962 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.340658] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1183.340658] env[69506]: value = "task-3250191" [ 1183.340658] env[69506]: _type = "Task" [ 1183.340658] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.349836] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.755837] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.758993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.455s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.760666] env[69506]: INFO nova.compute.claims [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.775507] env[69506]: INFO nova.scheduler.client.report [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted allocations for instance 09425878-d9d7-454c-a7d0-700a466ea59c [ 1183.850310] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067069} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.850740] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.851301] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60cb632-d24e-4ce5-8b64-7c6adf4f2881 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.873352] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.873626] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4d51dc-a816-4776-a2c4-fd1e156350e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.894425] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1183.894425] env[69506]: value = "task-3250192" [ 1183.894425] env[69506]: _type = "Task" [ 1183.894425] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.901929] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.067447] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.091776] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.092112] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.092291] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.092503] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.092675] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.093014] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.093014] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.093250] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.093348] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.093535] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.093723] env[69506]: DEBUG nova.virt.hardware [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.094657] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adad797-17f2-4b44-849c-419eeea41c33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.102967] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c05c1-2e1f-4b27-a820-d524dde2106b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.284462] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e846b499-8014-4c33-98bf-721c9f0dcdbe tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "09425878-d9d7-454c-a7d0-700a466ea59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.279s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.303865] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.305072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.404883] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250192, 'name': ReconfigVM_Task, 'duration_secs': 0.281653} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.405208] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.405901] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-328000b1-159b-40f6-8279-b6329ecb0d2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.412502] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1184.412502] env[69506]: value = "task-3250193" [ 1184.412502] env[69506]: _type = "Task" [ 1184.412502] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.420236] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250193, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.634865] env[69506]: DEBUG nova.compute.manager [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Received event network-vif-plugged-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.635097] env[69506]: DEBUG oslo_concurrency.lockutils [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] Acquiring lock "494a5914-5908-4083-9a42-486a05e09642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.635316] env[69506]: DEBUG oslo_concurrency.lockutils [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] Lock "494a5914-5908-4083-9a42-486a05e09642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.635482] env[69506]: DEBUG oslo_concurrency.lockutils [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] Lock "494a5914-5908-4083-9a42-486a05e09642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.635666] env[69506]: DEBUG nova.compute.manager [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] No waiting events found dispatching network-vif-plugged-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.635834] env[69506]: WARNING nova.compute.manager [req-d4dc71ec-b8c2-4564-8431-03e8d4d3bab4 req-2ce2bec3-d9f0-45d0-b3e4-f499d23c264d service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Received unexpected event network-vif-plugged-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff for instance with vm_state building and task_state spawning. [ 1184.737530] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Successfully updated port: bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.811238] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.923584] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250193, 'name': Rename_Task, 'duration_secs': 0.159854} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.925480] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.927029] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ba015-a5e2-44ca-9179-244178c0ca49 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.929170] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-166292a1-3e18-4b87-8391-44d2b245cb1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.935341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5df624-22dc-4788-93d8-ec560151c456 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.941019] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1184.941019] env[69506]: value = "task-3250194" [ 1184.941019] env[69506]: _type = "Task" [ 1184.941019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.971985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cb38a-d148-4863-865c-8f2ed5e561fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.977914] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.982902] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51b51c-8e7d-41f8-bb6d-9de8356346bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.997582] env[69506]: DEBUG nova.compute.provider_tree [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.239840] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.240028] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.240281] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.333965] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.451277] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.500540] env[69506]: DEBUG nova.scheduler.client.report [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.780911] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.951172] env[69506]: DEBUG oslo_vmware.api [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250194, 'name': PowerOnVM_Task, 'duration_secs': 0.725856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.951494] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.951704] env[69506]: INFO nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1185.951915] env[69506]: DEBUG nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.952729] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d35f4c-d455-4f5d-b4bd-b8a14ad715aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.972374] env[69506]: DEBUG nova.network.neutron [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updating instance_info_cache with network_info: [{"id": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "address": "fa:16:3e:07:5e:8a", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbac7a6a-36", "ovs_interfaceid": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.007906] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.008495] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.011038] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.972s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.013553] env[69506]: INFO nova.compute.claims [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.471922] env[69506]: INFO nova.compute.manager [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Took 13.93 seconds to build instance. [ 1186.475318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.475571] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Instance network_info: |[{"id": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "address": "fa:16:3e:07:5e:8a", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbac7a6a-36", "ovs_interfaceid": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.475934] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:5e:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbac7a6a-367a-4efa-a0c9-e4294d98c6ff', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.483564] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.483836] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.484116] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-667d4bed-baf5-4799-8ac0-2c9c58580de4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.505014] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.505014] env[69506]: value = "task-3250195" [ 1186.505014] env[69506]: _type = "Task" [ 1186.505014] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.514446] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250195, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.517733] env[69506]: DEBUG nova.compute.utils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.521286] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.521460] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.593536] env[69506]: DEBUG nova.policy [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9923b827ed41488f8890450669338ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08634ebf266140a18425ab4704c2d6bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.648166] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.648407] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.664502] env[69506]: DEBUG nova.compute.manager [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Received event network-changed-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.664689] env[69506]: DEBUG nova.compute.manager [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Refreshing instance network info cache due to event network-changed-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.664894] env[69506]: DEBUG oslo_concurrency.lockutils [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] Acquiring lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.665048] env[69506]: DEBUG oslo_concurrency.lockutils [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] Acquired lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.665208] env[69506]: DEBUG nova.network.neutron [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Refreshing network info cache for port bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.888670] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Successfully created port: d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.974299] env[69506]: DEBUG oslo_concurrency.lockutils [None req-416fc8ea-3740-4769-bb96-4b0bae0d9688 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.440s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.019877] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250195, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.025019] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.097747] env[69506]: DEBUG nova.compute.manager [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Received event network-changed-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.097958] env[69506]: DEBUG nova.compute.manager [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Refreshing instance network info cache due to event network-changed-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.098186] env[69506]: DEBUG oslo_concurrency.lockutils [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.098353] env[69506]: DEBUG oslo_concurrency.lockutils [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.098546] env[69506]: DEBUG nova.network.neutron [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Refreshing network info cache for port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.150611] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.195017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d02d7-b749-4591-b74e-a2705ee56710 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.206575] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb69b4-59fd-4165-a36b-617de5a7045e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.242677] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a365e-1aba-4839-a245-8a97bc513bb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.253061] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1144e1da-6496-4ae4-bf15-924009e95505 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.269665] env[69506]: DEBUG nova.compute.provider_tree [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.394959] env[69506]: DEBUG nova.network.neutron [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updated VIF entry in instance network info cache for port bbac7a6a-367a-4efa-a0c9-e4294d98c6ff. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.395505] env[69506]: DEBUG nova.network.neutron [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updating instance_info_cache with network_info: [{"id": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "address": "fa:16:3e:07:5e:8a", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbac7a6a-36", "ovs_interfaceid": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.515182] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250195, 'name': CreateVM_Task, 'duration_secs': 0.621812} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.515348] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.516024] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.516188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.516505] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.516758] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a0c4fd-0a30-440f-8c65-be77c1f6e944 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.521201] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1187.521201] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524ebbbb-542f-4a34-b52b-9e7cd11cf99e" [ 1187.521201] env[69506]: _type = "Task" [ 1187.521201] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.528452] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524ebbbb-542f-4a34-b52b-9e7cd11cf99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.670026] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.774876] env[69506]: DEBUG nova.scheduler.client.report [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.840910] env[69506]: DEBUG nova.network.neutron [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updated VIF entry in instance network info cache for port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.841341] env[69506]: DEBUG nova.network.neutron [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.898424] env[69506]: DEBUG oslo_concurrency.lockutils [req-1f689340-2dd6-4cc4-81e9-80b73cac6e07 req-a42057b7-27b1-4406-8dd7-cd52156ad556 service nova] Releasing lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.031842] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524ebbbb-542f-4a34-b52b-9e7cd11cf99e, 'name': SearchDatastore_Task, 'duration_secs': 0.03116} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.032213] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.032312] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.032549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.032698] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.032924] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.033202] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c00ec8ee-2514-453b-8b27-328749a83d77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.037064] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.041264] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.041438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.042160] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5439e6c3-9a18-44a9-a4e3-b77f1a3b434e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.046837] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1188.046837] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c919-6dfe-5435-f503-886b59538a84" [ 1188.046837] env[69506]: _type = "Task" [ 1188.046837] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.055902] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c919-6dfe-5435-f503-886b59538a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.124992] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.125276] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.125461] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.125659] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.125810] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.125959] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.126183] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.126340] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.126530] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.126696] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.126898] env[69506]: DEBUG nova.virt.hardware [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.127795] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba3b1f-c70a-4cb9-9736-75e66be6f6ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.135774] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b2770-82e9-424f-90a3-bbbf79a21c4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.283064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.283557] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.286367] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.953s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.287800] env[69506]: INFO nova.compute.claims [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.344888] env[69506]: DEBUG oslo_concurrency.lockutils [req-a4ba1f34-edb5-4333-9928-08f52d836bca req-33f93c06-a0f7-4202-b358-a8c524704061 service nova] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.449887] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Successfully updated port: d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.559658] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5290c919-6dfe-5435-f503-886b59538a84, 'name': SearchDatastore_Task, 'duration_secs': 0.007949} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.560570] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f11e10a-d613-413e-b994-0d425fbd49f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.565880] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1188.565880] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c425f2-ea69-9260-9903-cf7531862b48" [ 1188.565880] env[69506]: _type = "Task" [ 1188.565880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.573547] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c425f2-ea69-9260-9903-cf7531862b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.692061] env[69506]: DEBUG nova.compute.manager [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Received event network-vif-plugged-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.692282] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Acquiring lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.692491] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.692660] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.692840] env[69506]: DEBUG nova.compute.manager [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] No waiting events found dispatching network-vif-plugged-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.693042] env[69506]: WARNING nova.compute.manager [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Received unexpected event network-vif-plugged-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb for instance with vm_state building and task_state spawning. [ 1188.693210] env[69506]: DEBUG nova.compute.manager [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Received event network-changed-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.693363] env[69506]: DEBUG nova.compute.manager [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Refreshing instance network info cache due to event network-changed-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.693545] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Acquiring lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.693682] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Acquired lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.693840] env[69506]: DEBUG nova.network.neutron [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Refreshing network info cache for port d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.792311] env[69506]: DEBUG nova.compute.utils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.796028] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.796028] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.854442] env[69506]: DEBUG nova.policy [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.952600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.076129] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c425f2-ea69-9260-9903-cf7531862b48, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.076457] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.076642] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 494a5914-5908-4083-9a42-486a05e09642/494a5914-5908-4083-9a42-486a05e09642.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.076895] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c9e8c1-febe-4a56-b1a1-1324d116c7bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.083556] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1189.083556] env[69506]: value = "task-3250196" [ 1189.083556] env[69506]: _type = "Task" [ 1189.083556] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.094165] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.147796] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Successfully created port: e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.239686] env[69506]: DEBUG nova.network.neutron [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.296478] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.365337] env[69506]: DEBUG nova.network.neutron [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.427134] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b504b4b-8d91-46c0-8ace-b9c3b0596819 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.436291] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab67e88-27e7-4a14-a9ce-de1ad09c520d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.466230] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc3cd93-32e6-4397-a065-6a200635bce6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.474072] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8adb566-2b5c-4fdd-986d-a6139276ee6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.488268] env[69506]: DEBUG nova.compute.provider_tree [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.593740] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250196, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.868233] env[69506]: DEBUG oslo_concurrency.lockutils [req-e3f8ab39-624b-4be5-a7a8-edc63cd68790 req-bd3128c9-ecb7-45c7-9f35-039721e122ff service nova] Releasing lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.868647] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.868818] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.992230] env[69506]: DEBUG nova.scheduler.client.report [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.094365] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97143} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.094714] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 494a5914-5908-4083-9a42-486a05e09642/494a5914-5908-4083-9a42-486a05e09642.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.094790] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.095050] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d49670-c889-465f-b9c1-8ecbfc7ec126 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.101057] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1190.101057] env[69506]: value = "task-3250197" [ 1190.101057] env[69506]: _type = "Task" [ 1190.101057] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.109512] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.309175] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.335173] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.335436] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.335593] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.335793] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.335951] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.336109] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.336314] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.336469] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.336629] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.336784] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.336952] env[69506]: DEBUG nova.virt.hardware [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.337814] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bddd9c6-d72b-4812-8a63-69f7c27121c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.345815] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c434df9-d580-4336-b230-9c27f7c45441 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.398996] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.496976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.497514] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.502444] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.832s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.503738] env[69506]: INFO nova.compute.claims [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.556481] env[69506]: DEBUG nova.network.neutron [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Updating instance_info_cache with network_info: [{"id": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "address": "fa:16:3e:05:07:33", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64576eb-4f", "ovs_interfaceid": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.611293] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066996} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.611546] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.612419] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455ab2f-996a-4632-9bc7-92e20d4aef77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.633708] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 494a5914-5908-4083-9a42-486a05e09642/494a5914-5908-4083-9a42-486a05e09642.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.633949] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a210062b-9944-4409-b71d-1fe45b0d480e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.652529] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1190.652529] env[69506]: value = "task-3250198" [ 1190.652529] env[69506]: _type = "Task" [ 1190.652529] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.660015] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.719192] env[69506]: DEBUG nova.compute.manager [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-vif-plugged-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.719405] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.719597] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.719760] env[69506]: DEBUG oslo_concurrency.lockutils [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.719924] env[69506]: DEBUG nova.compute.manager [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] No waiting events found dispatching network-vif-plugged-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.720108] env[69506]: WARNING nova.compute.manager [req-ddd808aa-b9c0-44bf-93eb-1f6a5a1036a7 req-fe02df04-88d8-4a9c-b1db-57d8515af1ec service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received unexpected event network-vif-plugged-e64d85bd-4521-4383-91db-5079182bc715 for instance with vm_state building and task_state spawning. [ 1190.749180] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Successfully updated port: e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.007663] env[69506]: DEBUG nova.compute.utils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.010782] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.011052] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.059119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.059436] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance network_info: |[{"id": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "address": "fa:16:3e:05:07:33", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64576eb-4f", "ovs_interfaceid": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.059874] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:07:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd64576eb-4fb1-41fc-b8e7-047deb5cb3eb', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.067670] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.067931] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.068186] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0f59f3-f62e-4a62-a8ff-b8319c36f92c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.083933] env[69506]: DEBUG nova.policy [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e374abd6a1438f90f496d72889cd54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f255d79f716f42508adde446a3b8afce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.092224] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.092224] env[69506]: value = "task-3250199" [ 1191.092224] env[69506]: _type = "Task" [ 1191.092224] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.101255] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250199, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.164570] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.251894] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.251894] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.251894] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.374201] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Successfully created port: d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.515107] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.605181] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250199, 'name': CreateVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.658980] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae5537-2282-4de8-9525-494c880eef13 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.664882] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.669732] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066f989-a933-41f0-b16f-b90ed5d109cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.700341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f79d9-23b8-4ffb-aa67-711570a23bbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.707483] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bad8581-781a-418a-8a3c-f434a29b81ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.720789] env[69506]: DEBUG nova.compute.provider_tree [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.782045] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.905385] env[69506]: DEBUG nova.network.neutron [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.103352] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250199, 'name': CreateVM_Task, 'duration_secs': 0.552308} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.103857] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.104397] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.104630] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105298] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d651d35-28e1-41dd-88fe-d3c3dd2ca94e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.109926] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1192.109926] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f5d8c0-453b-db6d-d364-0d9b4fe724ef" [ 1192.109926] env[69506]: _type = "Task" [ 1192.109926] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.117872] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f5d8c0-453b-db6d-d364-0d9b4fe724ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.162847] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250198, 'name': ReconfigVM_Task, 'duration_secs': 1.026057} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.163158] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 494a5914-5908-4083-9a42-486a05e09642/494a5914-5908-4083-9a42-486a05e09642.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.163766] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d73475-ab7b-448e-b128-8ba8c0300dc2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.169752] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1192.169752] env[69506]: value = "task-3250200" [ 1192.169752] env[69506]: _type = "Task" [ 1192.169752] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.177709] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250200, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.226196] env[69506]: DEBUG nova.scheduler.client.report [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.408424] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.408777] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Instance network_info: |[{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.409396] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:3e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64d85bd-4521-4383-91db-5079182bc715', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.417979] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.418215] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.418440] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c6062c-20ab-46de-8f50-d8e70ced1c1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.437772] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.437772] env[69506]: value = "task-3250201" [ 1192.437772] env[69506]: _type = "Task" [ 1192.437772] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.445242] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250201, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.529819] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.557537] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.557941] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.558216] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.558554] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.558759] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.558918] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.559148] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.559314] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.559483] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.559647] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.560023] env[69506]: DEBUG nova.virt.hardware [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.560896] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6802e5d-01f7-4821-b539-58a1a82cd217 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.568971] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d3ec2-bf20-47f9-bf9b-8cf5342ebe84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.619052] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f5d8c0-453b-db6d-d364-0d9b4fe724ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.619354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.619591] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.619846] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.620023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.620210] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.620528] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65afb565-867f-4ff0-addb-bb5b8a14d4bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.628994] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.629188] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.629901] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4a4a8e-b2ce-4a73-9613-ce04b8fb4496 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.635069] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1192.635069] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5285ce07-c0a6-d994-9ee4-e0992c06b266" [ 1192.635069] env[69506]: _type = "Task" [ 1192.635069] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.642342] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5285ce07-c0a6-d994-9ee4-e0992c06b266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.679799] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250200, 'name': Rename_Task, 'duration_secs': 0.13612} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.680244] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.680524] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8360ab2-ad18-4c93-9d57-1dfafc2c7de1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.686542] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1192.686542] env[69506]: value = "task-3250202" [ 1192.686542] env[69506]: _type = "Task" [ 1192.686542] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.696225] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.730379] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.730843] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.749533] env[69506]: DEBUG nova.compute.manager [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.749725] env[69506]: DEBUG nova.compute.manager [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.750020] env[69506]: DEBUG oslo_concurrency.lockutils [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.750173] env[69506]: DEBUG oslo_concurrency.lockutils [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.750335] env[69506]: DEBUG nova.network.neutron [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.915362] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Successfully updated port: d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.948370] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250201, 'name': CreateVM_Task, 'duration_secs': 0.30917} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.948567] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.949347] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.949541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.949929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.950221] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc95ecae-2a05-4335-8158-a298b515d0ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.954866] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1192.954866] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52384b1e-3a8c-1c52-b478-5c84183d5f2a" [ 1192.954866] env[69506]: _type = "Task" [ 1192.954866] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.962999] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52384b1e-3a8c-1c52-b478-5c84183d5f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.146068] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5285ce07-c0a6-d994-9ee4-e0992c06b266, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.146468] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd3976d-58df-4fca-bb99-9b7ea868abe6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.151022] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1193.151022] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52921453-98bd-0951-2984-8f582582ab26" [ 1193.151022] env[69506]: _type = "Task" [ 1193.151022] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.158279] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52921453-98bd-0951-2984-8f582582ab26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.194634] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.236243] env[69506]: DEBUG nova.compute.utils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.237699] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.237857] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.315527] env[69506]: DEBUG nova.policy [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75c16a79b27543ab9a59469989f58c71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090d1967470b4fdc9cc8702aeeebfdab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.417932] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.418097] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.418249] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.465289] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52384b1e-3a8c-1c52-b478-5c84183d5f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.465589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.465820] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.466047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.663983] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52921453-98bd-0951-2984-8f582582ab26, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.664236] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.664499] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/a6c1a747-f332-4621-9c2e-0d63322ce1dc.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.664778] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.664968] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.665207] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de95f90-9617-4819-ae09-ae54f0775e77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.667078] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac2e2fc9-00ae-4ad7-a339-15d3c739f230 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.674307] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1193.674307] env[69506]: value = "task-3250203" [ 1193.674307] env[69506]: _type = "Task" [ 1193.674307] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.678044] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.678244] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.679293] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a1b9d8-6440-4f37-bfe7-70d35ef2ec52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.684492] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.687602] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1193.687602] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520466bc-28b4-aa24-3cdb-74278a735ba4" [ 1193.687602] env[69506]: _type = "Task" [ 1193.687602] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.699785] env[69506]: DEBUG oslo_vmware.api [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250202, 'name': PowerOnVM_Task, 'duration_secs': 0.661152} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.702703] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.702939] env[69506]: INFO nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1193.703110] env[69506]: DEBUG nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.703377] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520466bc-28b4-aa24-3cdb-74278a735ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.704069] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e16fd-7f3a-42ac-9b1b-a0a9f0860bd8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.740887] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.855098] env[69506]: DEBUG nova.network.neutron [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.855480] env[69506]: DEBUG nova.network.neutron [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.973647] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.056526] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Successfully created port: e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.188518] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.189018] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/a6c1a747-f332-4621-9c2e-0d63322ce1dc.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.189144] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.189353] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f40965-8fc4-4159-9ff7-ff01658d8d96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.200710] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520466bc-28b4-aa24-3cdb-74278a735ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.202834] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1194.202834] env[69506]: value = "task-3250204" [ 1194.202834] env[69506]: _type = "Task" [ 1194.202834] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.203973] env[69506]: DEBUG nova.network.neutron [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.205316] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1a36af-675c-444e-9e41-22fc134413ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.218875] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1194.218875] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c2b78d-7579-c522-85e9-86702a5bdc68" [ 1194.218875] env[69506]: _type = "Task" [ 1194.218875] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.222594] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.228471] env[69506]: INFO nova.compute.manager [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Took 17.17 seconds to build instance. [ 1194.236102] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c2b78d-7579-c522-85e9-86702a5bdc68, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.237240] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.237240] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 66edbb1a-990b-4170-bd0e-ad80f166753e/66edbb1a-990b-4170-bd0e-ad80f166753e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.237240] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17251f35-067e-4892-9cd0-5feb62b39057 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.243088] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1194.243088] env[69506]: value = "task-3250205" [ 1194.243088] env[69506]: _type = "Task" [ 1194.243088] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.256041] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.256341] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.358070] env[69506]: DEBUG oslo_concurrency.lockutils [req-3490f51a-41c0-4e79-aa2c-c182291294e9 req-074122de-ecef-455a-a7a5-b7b41299eb98 service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.709732] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.710128] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance network_info: |[{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.714054] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e1:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05833cf-adbb-4f7c-a9f7-c544d6fae9d8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.721426] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating folder: Project (f255d79f716f42508adde446a3b8afce). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.722260] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b8a86d4-54df-479d-ba8d-f23705f91ac5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.730631] env[69506]: DEBUG oslo_concurrency.lockutils [None req-890d192b-1107-48a8-9ee6-1c0b28314048 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.684s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.730892] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068268} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.731139] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.732434] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad626418-4d97-414e-a17e-56042cce2e7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.755549] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/a6c1a747-f332-4621-9c2e-0d63322ce1dc.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.759944] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520e1d76-2bf0-4419-adf1-4d336deb2f66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.778844] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.782483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.782483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.782483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.782483] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.782483] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created folder: Project (f255d79f716f42508adde446a3b8afce) in parent group-v649133. [ 1194.782483] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating folder: Instances. Parent ref: group-v649441. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.784447] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce94f87-48d9-49c4-bf48-965f42d921e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.787055] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec93fa9c-1e24-4b6e-9366-3b62131c5417 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.798715] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.807279] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a56573-1ecf-4593-b1c4-bdaf46430d62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.813775] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1194.813775] env[69506]: value = "task-3250207" [ 1194.813775] env[69506]: _type = "Task" [ 1194.813775] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.815886] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.816093] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.816254] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.816436] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.816582] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.816724] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.816929] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.817111] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.817281] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.817444] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.817618] env[69506]: DEBUG nova.virt.hardware [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.819609] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3152531a-3982-4e04-93a9-8206631a5115 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.822309] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created folder: Instances in parent group-v649441. [ 1194.822589] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.569610] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.579738] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3812c1f-89d9-4cc6-a315-df4d49f108c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.594963] env[69506]: DEBUG nova.compute.manager [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.595179] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.595380] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.595541] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.595703] env[69506]: DEBUG nova.compute.manager [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] No waiting events found dispatching network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.595863] env[69506]: WARNING nova.compute.manager [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received unexpected event network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 for instance with vm_state building and task_state spawning. [ 1195.596074] env[69506]: DEBUG nova.compute.manager [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.596240] env[69506]: DEBUG nova.compute.manager [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing instance network info cache due to event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.596421] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.596572] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.596743] env[69506]: DEBUG nova.network.neutron [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.598652] env[69506]: DEBUG nova.compute.manager [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Received event network-changed-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.598840] env[69506]: DEBUG nova.compute.manager [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Refreshing instance network info cache due to event network-changed-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.599056] env[69506]: DEBUG oslo_concurrency.lockutils [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] Acquiring lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.599223] env[69506]: DEBUG oslo_concurrency.lockutils [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] Acquired lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.599411] env[69506]: DEBUG nova.network.neutron [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Refreshing network info cache for port bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.606686] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f25034-25db-4f65-91d4-cb7aa9fbea82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.614226] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc7b05-3702-4e34-99d5-1dbe69e1657b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.618247] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250207, 'name': ReconfigVM_Task, 'duration_secs': 0.504503} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.620574] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/a6c1a747-f332-4621-9c2e-0d63322ce1dc.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.621084] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.621084] env[69506]: value = "task-3250209" [ 1195.621084] env[69506]: _type = "Task" [ 1195.621084] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.624667] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ba79e8-ab56-4d24-bce1-a78cf60a7df0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.626478] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92183} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.638559] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 66edbb1a-990b-4170-bd0e-ad80f166753e/66edbb1a-990b-4170-bd0e-ad80f166753e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.638781] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.640028] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b930f157-1efa-43f9-a942-785b737bbcca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.642394] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2acbd4-fa03-453e-b0c1-ee076db4bd8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.646664] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1195.646664] env[69506]: value = "task-3250210" [ 1195.646664] env[69506]: _type = "Task" [ 1195.646664] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.679466] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1195.679466] env[69506]: value = "task-3250211" [ 1195.679466] env[69506]: _type = "Task" [ 1195.679466] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.679656] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250209, 'name': CreateVM_Task} progress is 15%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.680586] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179543MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.680740] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.680993] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.683807] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Successfully updated port: e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.694108] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250210, 'name': Rename_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.699932] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.135505] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250209, 'name': CreateVM_Task, 'duration_secs': 0.358589} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.135677] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.142686] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.142905] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.143195] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.143441] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4253c77-9db0-4d39-9130-e0e2d04a6d12 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.147945] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1196.147945] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5294cec6-3ebf-45d8-334f-28faf24635f0" [ 1196.147945] env[69506]: _type = "Task" [ 1196.147945] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.159175] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250210, 'name': Rename_Task, 'duration_secs': 0.154966} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.161100] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.161356] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5294cec6-3ebf-45d8-334f-28faf24635f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.161563] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aa299bb-385c-47e8-bfde-cb31e1b1b094 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.167074] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1196.167074] env[69506]: value = "task-3250213" [ 1196.167074] env[69506]: _type = "Task" [ 1196.167074] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.174813] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.192449] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.192449] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.192449] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.208058] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089483} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.208328] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.209137] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd03cad-182e-402f-bf55-5d2812ae3677 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.234685] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 66edbb1a-990b-4170-bd0e-ad80f166753e/66edbb1a-990b-4170-bd0e-ad80f166753e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.235393] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa79247a-63e3-4759-8884-1b7129a66c43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.257719] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1196.257719] env[69506]: value = "task-3250214" [ 1196.257719] env[69506]: _type = "Task" [ 1196.257719] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.268701] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.533816] env[69506]: DEBUG nova.network.neutron [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updated VIF entry in instance network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.534314] env[69506]: DEBUG nova.network.neutron [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.536563] env[69506]: DEBUG nova.network.neutron [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updated VIF entry in instance network info cache for port bbac7a6a-367a-4efa-a0c9-e4294d98c6ff. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.536868] env[69506]: DEBUG nova.network.neutron [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updating instance_info_cache with network_info: [{"id": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "address": "fa:16:3e:07:5e:8a", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbac7a6a-36", "ovs_interfaceid": "bbac7a6a-367a-4efa-a0c9-e4294d98c6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.662944] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5294cec6-3ebf-45d8-334f-28faf24635f0, 'name': SearchDatastore_Task, 'duration_secs': 0.032364} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.663282] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.663505] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.663760] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.663873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.664066] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.664412] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a0bb61b-f2eb-4a13-b9a2-97710ebb6bfd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.676054] env[69506]: DEBUG oslo_vmware.api [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250213, 'name': PowerOnVM_Task, 'duration_secs': 0.503874} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.677440] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.677646] env[69506]: INFO nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1196.677821] env[69506]: DEBUG nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.678232] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.678294] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.679385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c664de0-5711-44da-b415-aab7b0eafebd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.681754] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f140d7f4-9322-4cef-9610-3de22cd4a22e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.690481] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1196.690481] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5262f960-c610-46a8-88b9-1fd013836430" [ 1196.690481] env[69506]: _type = "Task" [ 1196.690481] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.703554] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5262f960-c610-46a8-88b9-1fd013836430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.723172] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.723395] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.723569] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance f6c1a764-bdfa-4fff-b6db-d0f3a949207b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.723766] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 56397b90-f139-4091-83c8-fa45ec202b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.723902] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 494a5914-5908-4083-9a42-486a05e09642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.724137] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance a6c1a747-f332-4621-9c2e-0d63322ce1dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.724237] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 66edbb1a-990b-4170-bd0e-ad80f166753e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.724491] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 71905fe4-7860-491b-8f10-d0d7769d4678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.724552] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance e907604d-eec9-4440-bb52-57337276e9f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.724812] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.725015] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.735700] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.767656] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250214, 'name': ReconfigVM_Task, 'duration_secs': 0.28966} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.770604] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 66edbb1a-990b-4170-bd0e-ad80f166753e/66edbb1a-990b-4170-bd0e-ad80f166753e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.771384] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749c5914-4520-4366-adc7-6ee7c481654a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.779071] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1196.779071] env[69506]: value = "task-3250215" [ 1196.779071] env[69506]: _type = "Task" [ 1196.779071] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.789834] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250215, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.848979] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0489bf-efcc-4d70-b42f-16f738155a66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.856200] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58767f3c-c2e6-4ddc-8175-660e2f26dba9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.886930] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9fcbd5-0b8e-46eb-9bdb-e67920b35118 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.890460] env[69506]: DEBUG nova.compute.manager [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Received event network-vif-plugged-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.890533] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.890741] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Lock "e907604d-eec9-4440-bb52-57337276e9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.890903] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Lock "e907604d-eec9-4440-bb52-57337276e9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.891083] env[69506]: DEBUG nova.compute.manager [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] No waiting events found dispatching network-vif-plugged-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.891248] env[69506]: WARNING nova.compute.manager [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Received unexpected event network-vif-plugged-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 for instance with vm_state building and task_state spawning. [ 1196.891404] env[69506]: DEBUG nova.compute.manager [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Received event network-changed-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.891552] env[69506]: DEBUG nova.compute.manager [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Refreshing instance network info cache due to event network-changed-e11b606d-34f2-46fb-98e2-9dcb0d2276f9. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.891711] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Acquiring lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.899256] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f532e0f-415c-40a4-bb68-12abf40b7eb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.913899] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.928110] env[69506]: DEBUG nova.network.neutron [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating instance_info_cache with network_info: [{"id": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "address": "fa:16:3e:33:c4:24", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11b606d-34", "ovs_interfaceid": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.039537] env[69506]: DEBUG oslo_concurrency.lockutils [req-f46489fb-9a6d-4a4c-906a-37b264ad6372 req-5545c1c2-4dc6-4eb4-ae57-f81f044e4ae8 service nova] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.040094] env[69506]: DEBUG oslo_concurrency.lockutils [req-be944396-ae4d-4778-aa35-6b01b3a89bd0 req-a86fb644-db7f-4c5d-8baa-537629384d87 service nova] Releasing lock "refresh_cache-494a5914-5908-4083-9a42-486a05e09642" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.200411] env[69506]: INFO nova.compute.manager [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Took 15.92 seconds to build instance. [ 1197.208296] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5262f960-c610-46a8-88b9-1fd013836430, 'name': SearchDatastore_Task, 'duration_secs': 0.035768} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.209090] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c4bae1-e817-4e31-9222-f17779afb1ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.214650] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1197.214650] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9801-7691-e3c2-217c-495b963fae3c" [ 1197.214650] env[69506]: _type = "Task" [ 1197.214650] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.223259] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9801-7691-e3c2-217c-495b963fae3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.288147] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250215, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.419297] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.430509] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.430834] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Instance network_info: |[{"id": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "address": "fa:16:3e:33:c4:24", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11b606d-34", "ovs_interfaceid": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.431136] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Acquired lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.431318] env[69506]: DEBUG nova.network.neutron [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Refreshing network info cache for port e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.432638] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11b606d-34f2-46fb-98e2-9dcb0d2276f9', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.441270] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.442614] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.442898] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-485d3b7a-815e-4783-a7ec-76f89ad41b2c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.463453] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.463453] env[69506]: value = "task-3250216" [ 1197.463453] env[69506]: _type = "Task" [ 1197.463453] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.471326] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250216, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.702854] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9f9f1486-9d2b-4f42-8e56-fc664326c92d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.432s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.727448] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bd9801-7691-e3c2-217c-495b963fae3c, 'name': SearchDatastore_Task, 'duration_secs': 0.038569} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.727717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.727978] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.728260] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a750fe8e-6d20-46cd-8ad9-e3e3afa1bb77 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.735852] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1197.735852] env[69506]: value = "task-3250217" [ 1197.735852] env[69506]: _type = "Task" [ 1197.735852] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.744864] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.789246] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250215, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.924573] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1197.924573] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.977578] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250216, 'name': CreateVM_Task, 'duration_secs': 0.31064} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.977883] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.978466] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.978635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.978957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.979240] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6405db-f378-4595-bb35-cc77c751f938 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.984784] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1197.984784] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c9697e-043d-0324-0449-6f6bd29c6455" [ 1197.984784] env[69506]: _type = "Task" [ 1197.984784] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.994137] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c9697e-043d-0324-0449-6f6bd29c6455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.083089] env[69506]: INFO nova.compute.manager [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Rescuing [ 1198.083398] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.083549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.083717] env[69506]: DEBUG nova.network.neutron [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.224321] env[69506]: DEBUG nova.network.neutron [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updated VIF entry in instance network info cache for port e11b606d-34f2-46fb-98e2-9dcb0d2276f9. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.224725] env[69506]: DEBUG nova.network.neutron [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating instance_info_cache with network_info: [{"id": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "address": "fa:16:3e:33:c4:24", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11b606d-34", "ovs_interfaceid": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.247334] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.289729] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250215, 'name': Rename_Task, 'duration_secs': 1.123677} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.290050] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.290329] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d29faeb0-21e3-47ab-adce-1681b58355c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.296776] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1198.296776] env[69506]: value = "task-3250218" [ 1198.296776] env[69506]: _type = "Task" [ 1198.296776] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.304284] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.495407] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c9697e-043d-0324-0449-6f6bd29c6455, 'name': SearchDatastore_Task, 'duration_secs': 0.019079} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.495649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.495879] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.496129] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.496278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.496458] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.496701] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b062c76d-63f8-4779-b041-5fb36522e982 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.504409] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.504598] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.505322] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096b73d0-31fe-4e80-8afd-ae43249b7871 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.509930] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1198.509930] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52776eab-4abc-3503-0992-3b7eb9672488" [ 1198.509930] env[69506]: _type = "Task" [ 1198.509930] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.518202] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52776eab-4abc-3503-0992-3b7eb9672488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.727899] env[69506]: DEBUG oslo_concurrency.lockutils [req-60ac603b-1b77-4d80-bb44-9b1a83d49638 req-1461e4f0-073f-435a-a93d-52fb85cd8d46 service nova] Releasing lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.746720] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551629} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.746961] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.747202] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.747485] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9399cc8c-f22b-4008-abbf-c42b7e7bd353 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.755084] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1198.755084] env[69506]: value = "task-3250219" [ 1198.755084] env[69506]: _type = "Task" [ 1198.755084] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.764063] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.808826] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.850113] env[69506]: DEBUG nova.network.neutron [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Updating instance_info_cache with network_info: [{"id": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "address": "fa:16:3e:05:07:33", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64576eb-4f", "ovs_interfaceid": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.925191] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.925423] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.925584] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.925740] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.925889] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.926055] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.926198] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1199.022571] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52776eab-4abc-3503-0992-3b7eb9672488, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.023513] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019eb08a-e628-4d63-a25b-de71c48aa46a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.030703] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1199.030703] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52673f79-c7a0-7853-5c3d-7d6b20b68a20" [ 1199.030703] env[69506]: _type = "Task" [ 1199.030703] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.039978] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52673f79-c7a0-7853-5c3d-7d6b20b68a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.266360] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125217} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.266614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.267420] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48ce60-5271-4ff6-8fb9-a9075a008aa4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.288353] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.288606] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a90ce91-11ae-4a25-a146-1e06fa0eab99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.312177] env[69506]: DEBUG oslo_vmware.api [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250218, 'name': PowerOnVM_Task, 'duration_secs': 0.571143} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.313326] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.313531] env[69506]: INFO nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1199.313708] env[69506]: DEBUG nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.314026] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1199.314026] env[69506]: value = "task-3250221" [ 1199.314026] env[69506]: _type = "Task" [ 1199.314026] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.314693] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb9fe31-59c0-495f-9892-9567a0e381e6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.328413] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.355726] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.541983] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52673f79-c7a0-7853-5c3d-7d6b20b68a20, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.542316] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.542630] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e907604d-eec9-4440-bb52-57337276e9f5/e907604d-eec9-4440-bb52-57337276e9f5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.542924] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-037d7f13-834e-466b-8e08-9da45c0ccbf9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.549784] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1199.549784] env[69506]: value = "task-3250222" [ 1199.549784] env[69506]: _type = "Task" [ 1199.549784] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.557898] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.828864] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.835750] env[69506]: INFO nova.compute.manager [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Took 16.81 seconds to build instance. [ 1200.060296] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.327419] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250221, 'name': ReconfigVM_Task, 'duration_secs': 0.755127} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.327715] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.328494] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99dfd36d-f43f-45ab-ba30-353f25dedc3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.335302] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1200.335302] env[69506]: value = "task-3250223" [ 1200.335302] env[69506]: _type = "Task" [ 1200.335302] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.338725] env[69506]: DEBUG oslo_concurrency.lockutils [None req-779d7c07-f4f5-4221-98ed-1099a39a2c94 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.326s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.345758] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250223, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.562052] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250222, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.651084] env[69506]: DEBUG nova.compute.manager [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.651084] env[69506]: DEBUG nova.compute.manager [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.651204] env[69506]: DEBUG oslo_concurrency.lockutils [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.651238] env[69506]: DEBUG oslo_concurrency.lockutils [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.651500] env[69506]: DEBUG nova.network.neutron [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.845735] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250223, 'name': Rename_Task, 'duration_secs': 0.200826} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.848285] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.848285] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a5bc92-1424-4c56-a2c2-8fb44ecbf9fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.855017] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1200.855017] env[69506]: value = "task-3250224" [ 1200.855017] env[69506]: _type = "Task" [ 1200.855017] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.860629] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.888855] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.888855] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5aacfff-bf3b-4ba8-9b79-7ef75468cdc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.894805] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1200.894805] env[69506]: value = "task-3250225" [ 1200.894805] env[69506]: _type = "Task" [ 1200.894805] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.900795] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.061798] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250222, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062236} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.062093] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e907604d-eec9-4440-bb52-57337276e9f5/e907604d-eec9-4440-bb52-57337276e9f5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.062360] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.062559] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74728bbc-df1c-421b-bde1-ae7f92ca1532 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.068872] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1201.068872] env[69506]: value = "task-3250226" [ 1201.068872] env[69506]: _type = "Task" [ 1201.068872] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.076633] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.251743] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.363497] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250224, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.377112] env[69506]: DEBUG nova.network.neutron [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.377584] env[69506]: DEBUG nova.network.neutron [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.404683] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250225, 'name': PowerOffVM_Task, 'duration_secs': 0.323217} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.404972] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.405838] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a9c016-89fc-4a34-a34e-0d6d2359521f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.426385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303777b-ed1e-4052-a1f5-e3a99e07218b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.467768] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.468091] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9788002-35c7-4790-af75-d81f1719a271 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.477171] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1201.477171] env[69506]: value = "task-3250228" [ 1201.477171] env[69506]: _type = "Task" [ 1201.477171] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.486524] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.522391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.522635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.579232] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080178} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.579525] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.580425] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01364a62-007a-45f3-954d-e40b7a5e268e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.605244] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e907604d-eec9-4440-bb52-57337276e9f5/e907604d-eec9-4440-bb52-57337276e9f5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.605244] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdde264d-d435-4af5-8e79-55a91a00a8ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.629846] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1201.629846] env[69506]: value = "task-3250229" [ 1201.629846] env[69506]: _type = "Task" [ 1201.629846] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.639753] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.864752] env[69506]: DEBUG oslo_vmware.api [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250224, 'name': PowerOnVM_Task, 'duration_secs': 0.798334} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.865190] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.865249] env[69506]: INFO nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1201.865391] env[69506]: DEBUG nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.866276] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e02ffc-5d28-4883-808c-daf2426360fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.880653] env[69506]: DEBUG oslo_concurrency.lockutils [req-a9d26073-510f-4ca0-bf2c-373d79a0e66a req-a0eecb27-d724-438f-9226-98a042b5f282 service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.988774] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1201.988996] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.989255] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.989406] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.989583] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.989852] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fb2ff1-064f-429d-996a-c3b90067d849 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.000952] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.001166] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.001969] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbf5777-b074-4271-bc24-09d2fec10f35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.009028] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1202.009028] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f89509-fc32-f69d-26ae-c8ca799422e7" [ 1202.009028] env[69506]: _type = "Task" [ 1202.009028] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.017184] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f89509-fc32-f69d-26ae-c8ca799422e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.025101] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.143240] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250229, 'name': ReconfigVM_Task, 'duration_secs': 0.29531} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.143686] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e907604d-eec9-4440-bb52-57337276e9f5/e907604d-eec9-4440-bb52-57337276e9f5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.144508] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe43eb5-1913-4edf-a702-8978a5c1f09b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.152751] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1202.152751] env[69506]: value = "task-3250230" [ 1202.152751] env[69506]: _type = "Task" [ 1202.152751] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.166044] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250230, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.383846] env[69506]: INFO nova.compute.manager [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Took 17.07 seconds to build instance. [ 1202.520706] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f89509-fc32-f69d-26ae-c8ca799422e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014516} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.521507] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45da91ff-248e-43b1-90c6-e6fbed72ca56 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.531249] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1202.531249] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0205a-401c-b582-b34b-d3890818957e" [ 1202.531249] env[69506]: _type = "Task" [ 1202.531249] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.543769] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0205a-401c-b582-b34b-d3890818957e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.553753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.554148] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.556395] env[69506]: INFO nova.compute.claims [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.664322] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250230, 'name': Rename_Task, 'duration_secs': 0.2422} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.664322] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.664438] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe8893a-8191-4d80-9be2-1a00e771e95f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.672108] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1202.672108] env[69506]: value = "task-3250231" [ 1202.672108] env[69506]: _type = "Task" [ 1202.672108] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.680214] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.886295] env[69506]: DEBUG oslo_concurrency.lockutils [None req-26e9de44-7a4a-431c-923c-c95657f7f56a tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.582s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.041980] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52b0205a-401c-b582-b34b-d3890818957e, 'name': SearchDatastore_Task, 'duration_secs': 0.02174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.042253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.042518] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. {{(pid=69506) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1203.042789] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f507ca-3425-490b-a9c5-5fecb7b19ba9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.050840] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1203.050840] env[69506]: value = "task-3250232" [ 1203.050840] env[69506]: _type = "Task" [ 1203.050840] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.059589] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.182392] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250231, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.448845] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.449205] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.561299] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441796} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.562035] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk. [ 1203.562969] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167e988-366b-4c25-8ed1-f9e119cdaa88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.593256] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.596436] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b67490-c0fd-4dc5-9d9e-f6d1bb537f1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.617550] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1203.617550] env[69506]: value = "task-3250234" [ 1203.617550] env[69506]: _type = "Task" [ 1203.617550] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.630753] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.685015] env[69506]: DEBUG oslo_vmware.api [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250231, 'name': PowerOnVM_Task, 'duration_secs': 0.587839} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.686210] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.686210] env[69506]: INFO nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1203.686210] env[69506]: DEBUG nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.686962] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73c8e8-21ef-4268-9059-25fd68dce90a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.744470] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a283cdd4-5ac1-4670-b1d8-80ed5db6f465 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.752961] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c7fc8-8332-4477-88c3-fc3c3976c0d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.783615] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d0c9b2-9dbd-47b2-8160-f2bd816b8b26 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.791533] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9fe9c6-3c90-4025-82c5-b624d0cbd0eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.804760] env[69506]: DEBUG nova.compute.provider_tree [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.951508] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.129553] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.209502] env[69506]: INFO nova.compute.manager [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Took 16.55 seconds to build instance. [ 1204.308388] env[69506]: DEBUG nova.scheduler.client.report [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.470780] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.629615] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.711604] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5b933514-6011-48f8-b7ce-b1b2b808f392 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.063s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.816046] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.816734] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.820439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.350s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.822341] env[69506]: INFO nova.compute.claims [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.136034] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250234, 'name': ReconfigVM_Task, 'duration_secs': 1.495536} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.136034] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc/8e9b45b5-16de-4b59-bf59-36725e85fac6-rescue.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.137220] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943effd-d70a-4636-9349-83e190055f8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.169236] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-542bff9c-28e2-4763-8e85-480858c5ca34 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.188067] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1205.188067] env[69506]: value = "task-3250235" [ 1205.188067] env[69506]: _type = "Task" [ 1205.188067] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.198169] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.327152] env[69506]: DEBUG nova.compute.utils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.332463] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.332463] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.390741] env[69506]: DEBUG nova.compute.manager [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Received event network-changed-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.390881] env[69506]: DEBUG nova.compute.manager [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Refreshing instance network info cache due to event network-changed-e11b606d-34f2-46fb-98e2-9dcb0d2276f9. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.391096] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] Acquiring lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.391314] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] Acquired lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.391507] env[69506]: DEBUG nova.network.neutron [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Refreshing network info cache for port e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.394868] env[69506]: DEBUG nova.policy [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.700861] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250235, 'name': ReconfigVM_Task, 'duration_secs': 0.378765} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.701034] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.701328] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34790f06-23bf-40e5-820b-b478ecd75004 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.711461] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1205.711461] env[69506]: value = "task-3250237" [ 1205.711461] env[69506]: _type = "Task" [ 1205.711461] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.723499] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.745716] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Successfully created port: a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.832428] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.031240] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c37dd-fc71-42e4-a701-64e41906f396 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.042379] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7e153-8398-4e36-8b11-4e83a84c721d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.076829] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15ea31b-0626-42ab-9205-55f082b28a23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.086009] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea6b5d-ec84-421e-b551-e4e12f2dfdd6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.104763] env[69506]: DEBUG nova.compute.provider_tree [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.222442] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250237, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.236340] env[69506]: DEBUG nova.network.neutron [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updated VIF entry in instance network info cache for port e11b606d-34f2-46fb-98e2-9dcb0d2276f9. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.236340] env[69506]: DEBUG nova.network.neutron [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating instance_info_cache with network_info: [{"id": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "address": "fa:16:3e:33:c4:24", "network": {"id": "5dd499d0-849a-4fbe-b506-7f637a872cd2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1019428687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "090d1967470b4fdc9cc8702aeeebfdab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11b606d-34", "ovs_interfaceid": "e11b606d-34f2-46fb-98e2-9dcb0d2276f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.607599] env[69506]: DEBUG nova.scheduler.client.report [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.723040] env[69506]: DEBUG oslo_vmware.api [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250237, 'name': PowerOnVM_Task, 'duration_secs': 0.541465} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.723360] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.726008] env[69506]: DEBUG nova.compute.manager [None req-556cb64d-63f9-41a3-9e71-2702846961bb tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.726789] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f4039-fe6b-42be-895a-a35779b31053 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.737950] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd31e90d-7a3a-47e6-a957-bcfa6895dbd6 req-087047ca-8581-4b28-9972-c55697d79f46 service nova] Releasing lock "refresh_cache-e907604d-eec9-4440-bb52-57337276e9f5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.846431] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.873363] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.873643] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.873799] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.873979] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.874146] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.874323] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.874500] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.874656] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.874822] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.874982] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.875174] env[69506]: DEBUG nova.virt.hardware [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.876034] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f069dc8-70a1-4dcc-a82c-511600951c99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.884407] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843ca9a-7f7d-4ece-9659-80e2d0e45b01 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.112710] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.113369] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.316757] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Successfully updated port: a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.416100] env[69506]: DEBUG nova.compute.manager [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-vif-plugged-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.416379] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.416691] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.416841] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.416917] env[69506]: DEBUG nova.compute.manager [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] No waiting events found dispatching network-vif-plugged-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.417078] env[69506]: WARNING nova.compute.manager [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received unexpected event network-vif-plugged-a93f7f7b-fef2-4761-84c3-cd936b840ecd for instance with vm_state building and task_state spawning. [ 1207.417246] env[69506]: DEBUG nova.compute.manager [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.417397] env[69506]: DEBUG nova.compute.manager [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing instance network info cache due to event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.417582] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.417719] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.417875] env[69506]: DEBUG nova.network.neutron [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.618704] env[69506]: DEBUG nova.compute.utils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.620124] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.620289] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.658624] env[69506]: DEBUG nova.policy [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e374abd6a1438f90f496d72889cd54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f255d79f716f42508adde446a3b8afce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.819415] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.978082] env[69506]: DEBUG nova.network.neutron [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.014853] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Successfully created port: eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.122816] env[69506]: DEBUG nova.network.neutron [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.124236] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.417440] env[69506]: INFO nova.compute.manager [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Unrescuing [ 1208.418032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.418032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquired lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.418255] env[69506]: DEBUG nova.network.neutron [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.627875] env[69506]: DEBUG oslo_concurrency.lockutils [req-fc82b465-c2d6-454f-addb-28b301925aa2 req-c7668978-262e-40cd-9814-d3651f9fae11 service nova] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.631405] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.631595] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.119132] env[69506]: DEBUG nova.network.neutron [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Updating instance_info_cache with network_info: [{"id": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "address": "fa:16:3e:05:07:33", "network": {"id": "093a47c1-78bc-4014-9fd5-998e2b81100a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-332318395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "08634ebf266140a18425ab4704c2d6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64576eb-4f", "ovs_interfaceid": "d64576eb-4fb1-41fc-b8e7-047deb5cb3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.134953] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.162778] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.163067] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.163202] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.163358] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.163501] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.163646] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.163849] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.164018] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.164263] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.164434] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.164604] env[69506]: DEBUG nova.virt.hardware [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.165773] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9d76b8-fff4-4ff0-8eba-8c5635966c3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.168888] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.176589] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e8d01-49eb-481e-a5b1-b58e45403184 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.324902] env[69506]: DEBUG nova.network.neutron [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.622635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Releasing lock "refresh_cache-a6c1a747-f332-4621-9c2e-0d63322ce1dc" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.623676] env[69506]: DEBUG nova.objects.instance [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lazy-loading 'flavor' on Instance uuid a6c1a747-f332-4621-9c2e-0d63322ce1dc {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.750030] env[69506]: DEBUG nova.compute.manager [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Received event network-vif-plugged-eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.750030] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] Acquiring lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.750181] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.750501] env[69506]: DEBUG oslo_concurrency.lockutils [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.750630] env[69506]: DEBUG nova.compute.manager [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] No waiting events found dispatching network-vif-plugged-eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.750829] env[69506]: WARNING nova.compute.manager [req-fd0c0dfd-a6d8-432f-8aa8-32ae9d6c9cc4 req-e0e598a3-eaf3-4e37-8804-90f1a3c57cc3 service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Received unexpected event network-vif-plugged-eed899ae-f579-4d6b-8aff-6cc7c2446030 for instance with vm_state building and task_state spawning. [ 1209.828388] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.828815] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance network_info: |[{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.829444] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:66:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a93f7f7b-fef2-4761-84c3-cd936b840ecd', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.842257] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.843731] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Successfully updated port: eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.845172] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.845787] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c797d8e4-f92f-4888-a9e2-1edca14b7329 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.881318] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.881318] env[69506]: value = "task-3250240" [ 1209.881318] env[69506]: _type = "Task" [ 1209.881318] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.894662] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250240, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.132099] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e008f-46fb-4c81-80b3-a78635763e07 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.152777] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.153405] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-286de382-15e2-4b34-a616-f19e7a026242 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.163077] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1210.163077] env[69506]: value = "task-3250241" [ 1210.163077] env[69506]: _type = "Task" [ 1210.163077] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.172880] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.346635] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.346788] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.346952] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.397038] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250240, 'name': CreateVM_Task, 'duration_secs': 0.456274} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.397244] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.397964] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.398307] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.398573] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.398875] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c40c14-9865-4429-a28d-3b2d455aa9af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.406892] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1210.406892] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0982c-4522-9a8e-80c3-23e8a7444b10" [ 1210.406892] env[69506]: _type = "Task" [ 1210.406892] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.417821] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0982c-4522-9a8e-80c3-23e8a7444b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.673940] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250241, 'name': PowerOffVM_Task, 'duration_secs': 0.339565} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.675204] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.679765] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.680080] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3a6570-f10e-4dfe-994a-d6e04e722e82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.701389] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1210.701389] env[69506]: value = "task-3250242" [ 1210.701389] env[69506]: _type = "Task" [ 1210.701389] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.713243] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.879464] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.916574] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0982c-4522-9a8e-80c3-23e8a7444b10, 'name': SearchDatastore_Task, 'duration_secs': 0.026903} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.916913] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.917115] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.917383] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.917558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.917692] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.918812] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12bf7454-f3d4-406a-806c-3fb46fb26704 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.930126] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.930351] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.931029] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e85e7eb-9e93-45ee-af3e-9d6c486fccad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.937477] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1210.937477] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52380f53-ac9c-3c77-90ec-e71db451c7b9" [ 1210.937477] env[69506]: _type = "Task" [ 1210.937477] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.946200] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52380f53-ac9c-3c77-90ec-e71db451c7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.013997] env[69506]: DEBUG nova.network.neutron [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Updating instance_info_cache with network_info: [{"id": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "address": "fa:16:3e:e6:6c:67", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed899ae-f5", "ovs_interfaceid": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.212492] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.448569] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52380f53-ac9c-3c77-90ec-e71db451c7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015184} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.449443] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75b22ab-6652-4d70-ad45-2a946b330fe8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.456281] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1211.456281] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52163f9c-c8ba-8de4-990f-4b8a48e44830" [ 1211.456281] env[69506]: _type = "Task" [ 1211.456281] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.464508] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52163f9c-c8ba-8de4-990f-4b8a48e44830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.516300] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.517078] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Instance network_info: |[{"id": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "address": "fa:16:3e:e6:6c:67", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed899ae-f5", "ovs_interfaceid": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.517598] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:6c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed899ae-f579-4d6b-8aff-6cc7c2446030', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.527357] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.527492] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.527629] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd948cf-5720-4a07-8b37-a60f40e0b862 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.550665] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.550665] env[69506]: value = "task-3250244" [ 1211.550665] env[69506]: _type = "Task" [ 1211.550665] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.557165] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250244, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.713303] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.780697] env[69506]: DEBUG nova.compute.manager [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Received event network-changed-eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.781059] env[69506]: DEBUG nova.compute.manager [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Refreshing instance network info cache due to event network-changed-eed899ae-f579-4d6b-8aff-6cc7c2446030. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.781417] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] Acquiring lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.781686] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] Acquired lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.781987] env[69506]: DEBUG nova.network.neutron [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Refreshing network info cache for port eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.968688] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52163f9c-c8ba-8de4-990f-4b8a48e44830, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.968936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.969201] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 4006717c-809b-4e46-9e95-14c76d5cb1b8/4006717c-809b-4e46-9e95-14c76d5cb1b8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.969458] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0655b88-829a-4c65-af00-0842cc499881 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.976717] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1211.976717] env[69506]: value = "task-3250245" [ 1211.976717] env[69506]: _type = "Task" [ 1211.976717] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.984784] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.059288] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250244, 'name': CreateVM_Task, 'duration_secs': 0.383235} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.059458] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.060216] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.060407] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.060744] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.061041] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc29534-fe0e-4638-9ebb-4c4e84df8b88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.067077] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1212.067077] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529baddd-8625-1a9f-bad1-e8ed5bdf8539" [ 1212.067077] env[69506]: _type = "Task" [ 1212.067077] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.075409] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529baddd-8625-1a9f-bad1-e8ed5bdf8539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.215603] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.488101] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447962} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.488426] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 4006717c-809b-4e46-9e95-14c76d5cb1b8/4006717c-809b-4e46-9e95-14c76d5cb1b8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.488640] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.488896] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e5b046b-372b-4f08-be5a-eacf40e1c52e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.496365] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1212.496365] env[69506]: value = "task-3250246" [ 1212.496365] env[69506]: _type = "Task" [ 1212.496365] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.500462] env[69506]: DEBUG nova.network.neutron [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Updated VIF entry in instance network info cache for port eed899ae-f579-4d6b-8aff-6cc7c2446030. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.500805] env[69506]: DEBUG nova.network.neutron [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Updating instance_info_cache with network_info: [{"id": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "address": "fa:16:3e:e6:6c:67", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed899ae-f5", "ovs_interfaceid": "eed899ae-f579-4d6b-8aff-6cc7c2446030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.507774] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.578703] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529baddd-8625-1a9f-bad1-e8ed5bdf8539, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.580049] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.580292] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.580517] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.580661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.580838] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.583123] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41101dbc-5611-4db3-ad1d-6ff0d84396ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.594591] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.594794] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.596174] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f5d35a-d098-4608-9d2d-40cc55e8f1f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.602985] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1212.602985] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd9e04-f306-89e9-a823-4acd49ba41fe" [ 1212.602985] env[69506]: _type = "Task" [ 1212.602985] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.611607] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd9e04-f306-89e9-a823-4acd49ba41fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.713376] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250242, 'name': ReconfigVM_Task, 'duration_secs': 1.544175} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.714021] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.714021] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.714136] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0998ea21-367b-4753-91ba-e4899da5b3e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.721123] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1212.721123] env[69506]: value = "task-3250247" [ 1212.721123] env[69506]: _type = "Task" [ 1212.721123] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.729157] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.003715] env[69506]: DEBUG oslo_concurrency.lockutils [req-e7f69d86-645f-4384-81d2-e31b9f833f32 req-4d55007f-c6fd-4675-8223-ba6c5ec4698b service nova] Releasing lock "refresh_cache-c4180b1c-6eb9-463c-9979-2cdb710cad21" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.007255] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062743} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.007830] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.008714] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c2046-cab0-4d75-bb28-7e0e7d7a3e16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.046224] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4006717c-809b-4e46-9e95-14c76d5cb1b8/4006717c-809b-4e46-9e95-14c76d5cb1b8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.046662] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c49cb65-f3c7-4ea8-bec2-0e3da1676d33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.078692] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1213.078692] env[69506]: value = "task-3250248" [ 1213.078692] env[69506]: _type = "Task" [ 1213.078692] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.088155] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.088399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.088587] env[69506]: DEBUG nova.compute.manager [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.088936] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.089732] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245641fb-563d-4545-bc95-d3c929043473 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.095872] env[69506]: DEBUG nova.compute.manager [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1213.096485] env[69506]: DEBUG nova.objects.instance [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'flavor' on Instance uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.115433] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd9e04-f306-89e9-a823-4acd49ba41fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021999} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.116889] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c9e819-e53b-46f9-99a0-822c7b25dc8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.123296] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1213.123296] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a6eb6a-675d-f5ec-6515-34ee378412de" [ 1213.123296] env[69506]: _type = "Task" [ 1213.123296] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.131886] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a6eb6a-675d-f5ec-6515-34ee378412de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.233390] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.588574] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.635080] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a6eb6a-675d-f5ec-6515-34ee378412de, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.635080] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.635080] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c4180b1c-6eb9-463c-9979-2cdb710cad21/c4180b1c-6eb9-463c-9979-2cdb710cad21.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.635372] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30abd3c0-4ab3-4d44-9fd7-8675e5cca250 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.642621] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1213.642621] env[69506]: value = "task-3250249" [ 1213.642621] env[69506]: _type = "Task" [ 1213.642621] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.650742] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.732958] env[69506]: DEBUG oslo_vmware.api [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250247, 'name': PowerOnVM_Task, 'duration_secs': 0.562764} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.733355] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.733978] env[69506]: DEBUG nova.compute.manager [None req-a9a27757-4826-4e7d-94e9-5fcfb5584d6d tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.734432] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be1114e-bf0b-44aa-9a77-a7f6950f410c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.090431] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250248, 'name': ReconfigVM_Task, 'duration_secs': 0.530187} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.090431] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4006717c-809b-4e46-9e95-14c76d5cb1b8/4006717c-809b-4e46-9e95-14c76d5cb1b8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.090693] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-034ab2f8-196d-4621-afd9-d29b57e5e5d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.100327] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1214.100327] env[69506]: value = "task-3250250" [ 1214.100327] env[69506]: _type = "Task" [ 1214.100327] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.103917] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.104190] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-660ea85e-9f6b-48a2-a939-c6ea7fa878e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.111902] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250250, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.113266] env[69506]: DEBUG oslo_vmware.api [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1214.113266] env[69506]: value = "task-3250251" [ 1214.113266] env[69506]: _type = "Task" [ 1214.113266] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.121686] env[69506]: DEBUG oslo_vmware.api [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.155549] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456565} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.155855] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] c4180b1c-6eb9-463c-9979-2cdb710cad21/c4180b1c-6eb9-463c-9979-2cdb710cad21.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.156094] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.156368] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d2132b-fa85-48ee-a292-14cb68dc709f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.163819] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1214.163819] env[69506]: value = "task-3250252" [ 1214.163819] env[69506]: _type = "Task" [ 1214.163819] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.172403] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.611054] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250250, 'name': Rename_Task, 'duration_secs': 0.165805} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.611054] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.611054] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c47872f-9815-46ad-8f34-daf6f3086c4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.618312] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1214.618312] env[69506]: value = "task-3250253" [ 1214.618312] env[69506]: _type = "Task" [ 1214.618312] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.623900] env[69506]: DEBUG oslo_vmware.api [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250251, 'name': PowerOffVM_Task, 'duration_secs': 0.226342} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.624537] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.624793] env[69506]: DEBUG nova.compute.manager [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.625539] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbadca51-ba1d-40f6-8206-910877ec01d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.630650] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.673598] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062379} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.673867] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.674654] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3dded-b9ff-42cb-8f92-52a04d6655cf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.696807] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] c4180b1c-6eb9-463c-9979-2cdb710cad21/c4180b1c-6eb9-463c-9979-2cdb710cad21.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.697097] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b0e60d-f15c-4ba6-ace4-e35cc2b7a387 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.719713] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1214.719713] env[69506]: value = "task-3250254" [ 1214.719713] env[69506]: _type = "Task" [ 1214.719713] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.728382] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.128804] env[69506]: DEBUG oslo_vmware.api [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250253, 'name': PowerOnVM_Task, 'duration_secs': 0.495863} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.129244] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.129313] env[69506]: INFO nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1215.129450] env[69506]: DEBUG nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.130261] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b821094-6d3e-424c-82ba-8c6b64ae5978 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.142627] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e8534739-f539-42fa-93e0-497f1ae3bb91 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.232145] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250254, 'name': ReconfigVM_Task, 'duration_secs': 0.288876} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.232145] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Reconfigured VM instance instance-00000075 to attach disk [datastore2] c4180b1c-6eb9-463c-9979-2cdb710cad21/c4180b1c-6eb9-463c-9979-2cdb710cad21.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.232145] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b34c71-a0d4-433c-8fcc-1059e6afd3de {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.239059] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1215.239059] env[69506]: value = "task-3250255" [ 1215.239059] env[69506]: _type = "Task" [ 1215.239059] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.248833] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250255, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.357458] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.357851] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.358107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.358303] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.358501] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.360865] env[69506]: INFO nova.compute.manager [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Terminating instance [ 1215.552575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.552801] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.593466] env[69506]: DEBUG nova.objects.instance [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'flavor' on Instance uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.652218] env[69506]: INFO nova.compute.manager [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Took 13.12 seconds to build instance. [ 1215.750379] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250255, 'name': Rename_Task, 'duration_secs': 0.151905} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.750662] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.750838] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f30e6a-6ac4-491e-a3be-8a93f3b63e3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.759413] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1215.759413] env[69506]: value = "task-3250256" [ 1215.759413] env[69506]: _type = "Task" [ 1215.759413] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.769891] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.865132] env[69506]: DEBUG nova.compute.manager [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.865396] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.866464] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d5d6b3-8f76-4788-8797-ae044af76317 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.876167] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.876459] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f2734b1-0962-40e5-b55a-6d1809164041 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.885048] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1215.885048] env[69506]: value = "task-3250257" [ 1215.885048] env[69506]: _type = "Task" [ 1215.885048] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.894906] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.055481] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.098521] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.098871] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.098871] env[69506]: DEBUG nova.network.neutron [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.099027] env[69506]: DEBUG nova.objects.instance [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'info_cache' on Instance uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.154800] env[69506]: DEBUG oslo_concurrency.lockutils [None req-55c709d1-a69c-47b0-b70d-a7814244fcba tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.632s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.272466] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250256, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.396985] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250257, 'name': PowerOffVM_Task, 'duration_secs': 0.188657} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.397468] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.397757] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.398124] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce79f8d5-5f3a-489e-ab82-7ab54bba8974 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.476559] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.476559] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.477039] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleting the datastore file [datastore1] a6c1a747-f332-4621-9c2e-0d63322ce1dc {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.477039] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96a8a83d-63ef-4614-b041-bd66b605fe7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.485013] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1216.485013] env[69506]: value = "task-3250259" [ 1216.485013] env[69506]: _type = "Task" [ 1216.485013] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.495606] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.585541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.585541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.587048] env[69506]: INFO nova.compute.claims [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.603115] env[69506]: DEBUG nova.objects.base [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.771014] env[69506]: DEBUG oslo_vmware.api [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250256, 'name': PowerOnVM_Task, 'duration_secs': 0.669423} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.771570] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.771886] env[69506]: INFO nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1216.772227] env[69506]: DEBUG nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.773158] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a545a1e0-26fb-44c8-897e-f27b970c5ec1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.995790] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.072207] env[69506]: DEBUG nova.compute.manager [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.072571] env[69506]: DEBUG nova.compute.manager [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.073019] env[69506]: DEBUG oslo_concurrency.lockutils [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.075936] env[69506]: DEBUG oslo_concurrency.lockutils [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.075936] env[69506]: DEBUG nova.network.neutron [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.290929] env[69506]: INFO nova.compute.manager [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Took 12.83 seconds to build instance. [ 1217.496448] env[69506]: DEBUG oslo_vmware.api [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639305} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.496768] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.496964] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.497154] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.497332] env[69506]: INFO nova.compute.manager [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1217.497581] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.497892] env[69506]: DEBUG nova.compute.manager [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.497892] env[69506]: DEBUG nova.network.neutron [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.579448] env[69506]: DEBUG nova.network.neutron [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [{"id": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "address": "fa:16:3e:39:5f:40", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6c6a-f5", "ovs_interfaceid": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.794569] env[69506]: DEBUG oslo_concurrency.lockutils [None req-07c3f8fc-83a1-4145-81ba-f2b214f0aec1 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.344s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.819769] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc73241c-f550-4393-bba7-c2a379ab1a7d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.828791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe3d9e-9902-44eb-bf55-316ceadf2024 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.865643] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4c7c6-6bec-467c-a7ef-200de901d897 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.876985] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5317af75-c427-436c-86f7-4553c2983f80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.884258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.884528] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.894694] env[69506]: DEBUG nova.compute.provider_tree [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.938236] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.938504] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.938717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.938899] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.939107] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.941200] env[69506]: INFO nova.compute.manager [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Terminating instance [ 1218.011612] env[69506]: DEBUG nova.network.neutron [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.011966] env[69506]: DEBUG nova.network.neutron [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.085138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.397859] env[69506]: DEBUG nova.compute.utils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.401136] env[69506]: DEBUG nova.scheduler.client.report [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.448028] env[69506]: DEBUG nova.compute.manager [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.448028] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.448028] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d197d0-8fc8-4d44-884c-4c1db3aec70b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.457167] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.457167] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56af368e-01c3-4ac0-b286-0595680be2a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.466239] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1218.466239] env[69506]: value = "task-3250260" [ 1218.466239] env[69506]: _type = "Task" [ 1218.466239] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.481084] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.511296] env[69506]: DEBUG nova.network.neutron [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.515181] env[69506]: DEBUG oslo_concurrency.lockutils [req-cc334684-7a5a-4ebe-a638-2936e657f4ba req-267105a0-e822-4272-8550-605dd24ec266 service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.721141] env[69506]: DEBUG nova.compute.manager [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.721399] env[69506]: DEBUG nova.compute.manager [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing instance network info cache due to event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.721559] env[69506]: DEBUG oslo_concurrency.lockutils [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.721766] env[69506]: DEBUG oslo_concurrency.lockutils [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.721944] env[69506]: DEBUG nova.network.neutron [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.905809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.906761] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.907136] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.976917] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250260, 'name': PowerOffVM_Task, 'duration_secs': 0.263438} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.977117] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.977276] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.977525] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95314a17-4547-4fe5-8678-532e462c08b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.013960] env[69506]: INFO nova.compute.manager [-] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Took 1.52 seconds to deallocate network for instance. [ 1219.045170] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.045397] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.045608] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleting the datastore file [datastore2] c4180b1c-6eb9-463c-9979-2cdb710cad21 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.045838] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d102da38-9e11-4ac0-8ad6-3458c0e64e10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.054740] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1219.054740] env[69506]: value = "task-3250262" [ 1219.054740] env[69506]: _type = "Task" [ 1219.054740] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.062990] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.090649] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.090999] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cced12b8-efc2-428c-8d3a-13abcbd368ed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.100128] env[69506]: DEBUG oslo_vmware.api [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1219.100128] env[69506]: value = "task-3250263" [ 1219.100128] env[69506]: _type = "Task" [ 1219.100128] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.106608] env[69506]: DEBUG nova.compute.manager [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.106841] env[69506]: DEBUG nova.compute.manager [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing instance network info cache due to event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.107066] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.113552] env[69506]: DEBUG oslo_vmware.api [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.412326] env[69506]: DEBUG nova.compute.utils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.413756] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.413937] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.446217] env[69506]: DEBUG nova.network.neutron [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updated VIF entry in instance network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.446592] env[69506]: DEBUG nova.network.neutron [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.465367] env[69506]: DEBUG nova.policy [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85545902bb224c73bc709fb8de8b55ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41b52067dd744666b4ca4c519fb9c2e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.521338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.521338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.521338] env[69506]: DEBUG nova.objects.instance [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lazy-loading 'resources' on Instance uuid a6c1a747-f332-4621-9c2e-0d63322ce1dc {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.565157] env[69506]: DEBUG oslo_vmware.api [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128037} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.565541] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.565661] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.565850] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.566033] env[69506]: INFO nova.compute.manager [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1219.566278] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.566470] env[69506]: DEBUG nova.compute.manager [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.566566] env[69506]: DEBUG nova.network.neutron [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.611277] env[69506]: DEBUG oslo_vmware.api [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250263, 'name': PowerOnVM_Task, 'duration_secs': 0.437454} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.611277] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.611443] env[69506]: DEBUG nova.compute.manager [None req-2f7390e2-5d6f-4d1c-9a6a-147f57acea67 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.612273] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc7d7ce-3743-41e8-8394-a9ab408d1ca4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.919335] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.949366] env[69506]: DEBUG oslo_concurrency.lockutils [req-85f6c914-8d2b-4218-8b57-13e6c6daac67 req-bca2796e-02bb-4dcf-a8b0-f7bfeab26c5a service nova] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.950362] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.950362] env[69506]: DEBUG nova.network.neutron [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.962220] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Successfully created port: 888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.968858] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.968964] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.969264] env[69506]: INFO nova.compute.manager [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Attaching volume c544d10b-a413-4ae2-8969-76ef4c679b1a to /dev/sdb [ 1220.001318] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de14b8b9-4d43-4aab-bf24-22dee4c98fba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.009301] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190f0ce-b52d-4a82-a7cb-b2459c5884cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.026114] env[69506]: DEBUG nova.virt.block_device [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating existing volume attachment record: 03b0becb-2329-4334-9984-b9ab0cec3258 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.230092] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250184ba-c4e6-4ee6-8b72-5469f2579bca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.241020] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ed6d6-3cd6-4e09-aefa-a9df3406b451 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.270984] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c0d51-b6fc-4e87-a3e9-29e631369a3b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.278911] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac2337-7c20-4eb1-8a61-fda36ee7a0af {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.296029] env[69506]: DEBUG nova.compute.provider_tree [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.423558] env[69506]: INFO nova.virt.block_device [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Booting with volume 51a17bc8-438c-4d18-9167-f6faf6f3c664 at /dev/sda [ 1220.431012] env[69506]: DEBUG nova.network.neutron [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.461124] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe0337be-7e54-43cd-89a1-ef45510fca67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.471302] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7572540-50b0-41a7-b86e-40177236cc4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.505437] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-645fd1e1-da10-4eb1-bec7-11673fc0c99a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.515604] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd49407-e7ea-41f0-a967-a646c3c0694f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.558492] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb3ff1-dff4-4765-8a85-fda78c448360 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.566332] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a154e1-40e2-460d-9f03-f83d0256853f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.582793] env[69506]: DEBUG nova.virt.block_device [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating existing volume attachment record: 6074b25e-38f2-4373-aad6-d61eb7195e1e {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.721526] env[69506]: DEBUG nova.network.neutron [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updated VIF entry in instance network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.721974] env[69506]: DEBUG nova.network.neutron [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.745961] env[69506]: DEBUG nova.compute.manager [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.746264] env[69506]: DEBUG nova.compute.manager [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.746442] env[69506]: DEBUG oslo_concurrency.lockutils [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.746631] env[69506]: DEBUG oslo_concurrency.lockutils [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.746763] env[69506]: DEBUG nova.network.neutron [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.800837] env[69506]: DEBUG nova.scheduler.client.report [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.804675] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c2a5c1-b8d7-4c55-a50c-8eff3fa180bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.811770] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Suspending the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1220.812030] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ab8fb45-b2ab-4e84-b33b-884cc6b0e8c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.820126] env[69506]: DEBUG oslo_vmware.api [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1220.820126] env[69506]: value = "task-3250267" [ 1220.820126] env[69506]: _type = "Task" [ 1220.820126] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.831054] env[69506]: DEBUG oslo_vmware.api [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250267, 'name': SuspendVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.934038] env[69506]: INFO nova.compute.manager [-] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Took 1.37 seconds to deallocate network for instance. [ 1221.136294] env[69506]: DEBUG nova.compute.manager [req-b451b1ad-506a-4fc2-bcc9-22e4ed733180 req-035701e0-926d-402d-a4f3-da46248155b6 service nova] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Received event network-vif-deleted-eed899ae-f579-4d6b-8aff-6cc7c2446030 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.225034] env[69506]: DEBUG oslo_concurrency.lockutils [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.225336] env[69506]: DEBUG nova.compute.manager [req-3b0ce344-b468-41f6-a7f4-eb8e77b18f00 req-1018adad-99fa-4895-9a16-beef01eb10a8 service nova] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Received event network-vif-deleted-d64576eb-4fb1-41fc-b8e7-047deb5cb3eb {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.308567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.331769] env[69506]: DEBUG oslo_vmware.api [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250267, 'name': SuspendVM_Task} progress is 70%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.335759] env[69506]: INFO nova.scheduler.client.report [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleted allocations for instance a6c1a747-f332-4621-9c2e-0d63322ce1dc [ 1221.442379] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.442661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.442886] env[69506]: DEBUG nova.objects.instance [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'resources' on Instance uuid c4180b1c-6eb9-463c-9979-2cdb710cad21 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.614691] env[69506]: DEBUG nova.network.neutron [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.615132] env[69506]: DEBUG nova.network.neutron [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.683613] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Successfully updated port: 888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.831090] env[69506]: DEBUG oslo_vmware.api [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250267, 'name': SuspendVM_Task, 'duration_secs': 0.589301} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.831698] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Suspended the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1221.831698] env[69506]: DEBUG nova.compute.manager [None req-c1b189c5-078a-4226-9ae2-8361680a0688 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.832386] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2f029c-edac-46ea-834b-9976397f9a00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.843344] env[69506]: DEBUG oslo_concurrency.lockutils [None req-51f3cc74-b629-440e-bd22-486f66317283 tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "a6c1a747-f332-4621-9c2e-0d63322ce1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.486s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.072270] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896f438-382d-437e-8444-a8f467240b1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.080204] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b85d7-205d-428b-99f2-d13b05e2827c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.111700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54af33c-cc06-449a-b755-c629ec3c6db4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.119315] env[69506]: DEBUG oslo_concurrency.lockutils [req-956aef98-ddc4-4c3f-8ca0-420766e4a88d req-b916a4cc-bc97-4d5c-9dd2-bbb1e2d8711b service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.120793] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d6d74-a0c6-48db-ac57-81ca9cc256b9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.137546] env[69506]: DEBUG nova.compute.provider_tree [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.186283] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.186283] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.186283] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.265169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.265424] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.265644] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.265864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.266049] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.268334] env[69506]: INFO nova.compute.manager [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Terminating instance [ 1222.640783] env[69506]: DEBUG nova.scheduler.client.report [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.718861] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.734198] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.734739] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.734951] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.735120] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.735301] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.735451] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.735628] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.735846] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.736018] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.736197] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.736371] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.736664] env[69506]: DEBUG nova.virt.hardware [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.742157] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa1ee7-2a8b-493e-a4da-b1a71c07b187 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.753848] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823901e-116c-4e7c-8730-0e94affc651c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.772370] env[69506]: DEBUG nova.compute.manager [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.772603] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.773492] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7364366-25ce-43b7-9e3e-3dbfb57f2f0e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.784917] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.785242] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e841ee78-18db-41e0-b8e9-39c34faa077c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.794376] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1222.794376] env[69506]: value = "task-3250269" [ 1222.794376] env[69506]: _type = "Task" [ 1222.794376] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.807639] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.931977] env[69506]: DEBUG nova.network.neutron [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.145485] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.167908] env[69506]: DEBUG nova.compute.manager [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Received event network-vif-plugged-888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.168290] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.168453] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.168667] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.168901] env[69506]: DEBUG nova.compute.manager [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] No waiting events found dispatching network-vif-plugged-888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.169154] env[69506]: WARNING nova.compute.manager [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Received unexpected event network-vif-plugged-888e9cea-1939-4574-9945-9bc451a7538a for instance with vm_state building and task_state spawning. [ 1223.169384] env[69506]: DEBUG nova.compute.manager [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Received event network-changed-888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.169584] env[69506]: DEBUG nova.compute.manager [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Refreshing instance network info cache due to event network-changed-888e9cea-1939-4574-9945-9bc451a7538a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.169781] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.172333] env[69506]: INFO nova.scheduler.client.report [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted allocations for instance c4180b1c-6eb9-463c-9979-2cdb710cad21 [ 1223.248208] env[69506]: INFO nova.compute.manager [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Resuming [ 1223.248837] env[69506]: DEBUG nova.objects.instance [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'flavor' on Instance uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.305325] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250269, 'name': PowerOffVM_Task, 'duration_secs': 0.206993} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.305664] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.305831] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.306144] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a5ef3c-ee4c-4c17-99b2-e69dee409e5d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.371906] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.372146] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.372615] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleting the datastore file [datastore2] 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.372615] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50e509b-28f0-46fd-949f-abe4a0f17d5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.378684] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for the task: (returnval){ [ 1223.378684] env[69506]: value = "task-3250271" [ 1223.378684] env[69506]: _type = "Task" [ 1223.378684] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.386757] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.435344] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.435642] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Instance network_info: |[{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.435940] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.436136] env[69506]: DEBUG nova.network.neutron [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Refreshing network info cache for port 888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.437380] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888e9cea-1939-4574-9945-9bc451a7538a', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.445178] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.446127] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.446383] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e412f66f-06c7-4660-838e-de9bc2e126a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.467550] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.467550] env[69506]: value = "task-3250272" [ 1223.467550] env[69506]: _type = "Task" [ 1223.467550] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.475936] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250272, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.683045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-c6696eef-ec56-4dfc-8fb0-c14f189d3b56 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "c4180b1c-6eb9-463c-9979-2cdb710cad21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.744s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.889219] env[69506]: DEBUG oslo_vmware.api [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Task: {'id': task-3250271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170302} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.889515] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.889706] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.889926] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.890118] env[69506]: INFO nova.compute.manager [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1223.890376] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.890583] env[69506]: DEBUG nova.compute.manager [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.890680] env[69506]: DEBUG nova.network.neutron [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.979774] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250272, 'name': CreateVM_Task, 'duration_secs': 0.310187} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.980041] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.980789] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '6074b25e-38f2-4373-aad6-d61eb7195e1e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649446', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'name': 'volume-51a17bc8-438c-4d18-9167-f6faf6f3c664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1923523b-247d-4875-a935-c97b4078cb61', 'attached_at': '', 'detached_at': '', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'serial': '51a17bc8-438c-4d18-9167-f6faf6f3c664'}, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69506) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1223.981057] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Root volume attach. Driver type: vmdk {{(pid=69506) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1223.982146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892a8fb-b0a0-4b3a-a65a-89c7eed0df90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.990816] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1e094-f96f-4850-aa56-2c9ed6b2cd2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.000277] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72b103-d2b8-423d-b6af-60480f638fbc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.006850] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7c2c4dcd-81fd-480d-b01b-1ae94a4f7b3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.016455] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1224.016455] env[69506]: value = "task-3250273" [ 1224.016455] env[69506]: _type = "Task" [ 1224.016455] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.025561] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250273, 'name': RelocateVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.529959] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250273, 'name': RelocateVM_Task, 'duration_secs': 0.403814} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.530132] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.530416] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649446', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'name': 'volume-51a17bc8-438c-4d18-9167-f6faf6f3c664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1923523b-247d-4875-a935-c97b4078cb61', 'attached_at': '', 'detached_at': '', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'serial': '51a17bc8-438c-4d18-9167-f6faf6f3c664'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.531146] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad60c4-8a75-4026-aa0c-4898690a93b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.548920] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43b772-cd42-402d-8d66-e971ec19a61f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.571846] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-51a17bc8-438c-4d18-9167-f6faf6f3c664/volume-51a17bc8-438c-4d18-9167-f6faf6f3c664.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.572835] env[69506]: DEBUG nova.network.neutron [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updated VIF entry in instance network info cache for port 888e9cea-1939-4574-9945-9bc451a7538a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.573152] env[69506]: DEBUG nova.network.neutron [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.574295] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31eda95-8333-4528-874e-9d4d7c0c1a8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.598205] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1224.598205] env[69506]: value = "task-3250274" [ 1224.598205] env[69506]: _type = "Task" [ 1224.598205] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.607606] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.759442] env[69506]: DEBUG oslo_concurrency.lockutils [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.759768] env[69506]: DEBUG oslo_concurrency.lockutils [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquired lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.759833] env[69506]: DEBUG nova.network.neutron [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.077318] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.077606] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649450', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'name': 'volume-c544d10b-a413-4ae2-8969-76ef4c679b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56397b90-f139-4091-83c8-fa45ec202b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'serial': 'c544d10b-a413-4ae2-8969-76ef4c679b1a'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.078488] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d0471-5afa-4d67-a5d5-4e86b2301bf0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.096658] env[69506]: DEBUG oslo_concurrency.lockutils [req-0d32e6fd-5882-43ed-ae3d-8411c7bf8515 req-81a55543-e59f-4fda-b19b-39e042b47406 service nova] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.098127] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10b742c-3b3a-4f0c-94da-44c3cb0361d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.109960] env[69506]: DEBUG nova.network.neutron [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.111202] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250274, 'name': ReconfigVM_Task, 'duration_secs': 0.476606} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.124203] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-51a17bc8-438c-4d18-9167-f6faf6f3c664/volume-51a17bc8-438c-4d18-9167-f6faf6f3c664.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.135738] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-c544d10b-a413-4ae2-8969-76ef4c679b1a/volume-c544d10b-a413-4ae2-8969-76ef4c679b1a.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.135954] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313dcc68-2739-41d4-ab7f-ed31b02cbfee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.146011] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fb928c-973d-491e-96d9-08c0d8854580 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.166620] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1225.166620] env[69506]: value = "task-3250275" [ 1225.166620] env[69506]: _type = "Task" [ 1225.166620] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.168025] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1225.168025] env[69506]: value = "task-3250276" [ 1225.168025] env[69506]: _type = "Task" [ 1225.168025] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.181906] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.185354] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.200651] env[69506]: DEBUG nova.compute.manager [req-dddb5cd7-2767-48c7-8924-cf3fd8a00a69 req-0f71cf17-fc66-4154-b9f3-b814a6de3a0a service nova] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Received event network-vif-deleted-fe6574fb-99cc-49bd-b35d-77727ac2ea9c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.465663] env[69506]: DEBUG nova.network.neutron [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [{"id": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "address": "fa:16:3e:39:5f:40", "network": {"id": "545eb529-8b18-4b80-a712-cf106f967a3b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-87897173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ba8aa6d6a54e5d85203e0b2283343d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6c6a-f5", "ovs_interfaceid": "614f6c6a-f5b6-4a94-b28d-6775bb30083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.625333] env[69506]: INFO nova.compute.manager [-] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Took 1.73 seconds to deallocate network for instance. [ 1225.680072] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250275, 'name': ReconfigVM_Task, 'duration_secs': 0.124726} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.683479] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649446', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'name': 'volume-51a17bc8-438c-4d18-9167-f6faf6f3c664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1923523b-247d-4875-a935-c97b4078cb61', 'attached_at': '', 'detached_at': '', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'serial': '51a17bc8-438c-4d18-9167-f6faf6f3c664'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.684062] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250276, 'name': ReconfigVM_Task, 'duration_secs': 0.467693} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.684294] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f51ed7f-ef2d-4e8b-b6df-6bdab77a72bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.685724] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-c544d10b-a413-4ae2-8969-76ef4c679b1a/volume-c544d10b-a413-4ae2-8969-76ef4c679b1a.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.690158] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83529b8b-be3c-4f95-bea5-b81dbee736d8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.705113] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1225.705113] env[69506]: value = "task-3250278" [ 1225.705113] env[69506]: _type = "Task" [ 1225.705113] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.706318] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1225.706318] env[69506]: value = "task-3250277" [ 1225.706318] env[69506]: _type = "Task" [ 1225.706318] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.716463] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.719679] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250277, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.968700] env[69506]: DEBUG oslo_concurrency.lockutils [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Releasing lock "refresh_cache-f6c1a764-bdfa-4fff-b6db-d0f3a949207b" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.970762] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8fc4d3-08e3-4cf7-9174-8be5388162b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.978347] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Resuming the VM {{(pid=69506) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1225.978565] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d13578e9-0908-48a3-afad-b24f515c2d7a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.985128] env[69506]: DEBUG oslo_vmware.api [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1225.985128] env[69506]: value = "task-3250279" [ 1225.985128] env[69506]: _type = "Task" [ 1225.985128] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.992009] env[69506]: DEBUG oslo_vmware.api [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.132397] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.132707] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.132957] env[69506]: DEBUG nova.objects.instance [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lazy-loading 'resources' on Instance uuid 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.219199] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250277, 'name': Rename_Task, 'duration_secs': 0.127513} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.222356] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.222650] env[69506]: DEBUG oslo_vmware.api [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250278, 'name': ReconfigVM_Task, 'duration_secs': 0.143906} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.223630] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34977fb4-be79-4970-a34d-8ad3a00c061d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.224457] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649450', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'name': 'volume-c544d10b-a413-4ae2-8969-76ef4c679b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56397b90-f139-4091-83c8-fa45ec202b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'serial': 'c544d10b-a413-4ae2-8969-76ef4c679b1a'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.231780] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1226.231780] env[69506]: value = "task-3250280" [ 1226.231780] env[69506]: _type = "Task" [ 1226.231780] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.240029] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.498268] env[69506]: DEBUG oslo_vmware.api [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.744525] env[69506]: DEBUG oslo_vmware.api [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250280, 'name': PowerOnVM_Task, 'duration_secs': 0.464853} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.744525] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.744525] env[69506]: INFO nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Took 4.01 seconds to spawn the instance on the hypervisor. [ 1226.744525] env[69506]: DEBUG nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.744794] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04054211-6be0-438b-b1e8-91229276c136 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.795244] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8f18e-1675-4aaa-829d-e18f5f30c1be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.804659] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d317fef7-4ec7-4c79-b8fe-00462ac63fe9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.835170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0082f52-6192-49bb-b56e-c44f7f7071bd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.842864] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a7106-0e03-44d7-8c44-fe1fb0d7a99a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.856432] env[69506]: DEBUG nova.compute.provider_tree [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.996535] env[69506]: DEBUG oslo_vmware.api [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250279, 'name': PowerOnVM_Task, 'duration_secs': 0.66657} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.996881] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Resumed the VM {{(pid=69506) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1226.996943] env[69506]: DEBUG nova.compute.manager [None req-445f7d80-d672-458f-bb8e-b41e27c68391 tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.997775] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46084abf-e21f-41bf-8e35-922d5a3888b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.263650] env[69506]: INFO nova.compute.manager [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Took 10.70 seconds to build instance. [ 1227.270453] env[69506]: DEBUG nova.objects.instance [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'flavor' on Instance uuid 56397b90-f139-4091-83c8-fa45ec202b19 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.359684] env[69506]: DEBUG nova.scheduler.client.report [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.765555] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7fed55a9-1f55-4de3-9cae-0a4653d49eeb tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.212s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.777649] env[69506]: DEBUG oslo_concurrency.lockutils [None req-47832299-ebf8-48d2-b335-0d17ff5c4672 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.864371] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.886782] env[69506]: INFO nova.scheduler.client.report [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Deleted allocations for instance 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4 [ 1228.134634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.134634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.134634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.134634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.134634] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.137472] env[69506]: INFO nova.compute.manager [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Terminating instance [ 1228.236691] env[69506]: DEBUG nova.compute.manager [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.236959] env[69506]: DEBUG nova.compute.manager [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing instance network info cache due to event network-changed-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.237300] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] Acquiring lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.237583] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] Acquired lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.237742] env[69506]: DEBUG nova.network.neutron [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Refreshing network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.395916] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1a5fc323-9d18-4023-a174-26527119019e tempest-ServerRescueTestJSON-863883418 tempest-ServerRescueTestJSON-863883418-project-member] Lock "9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.130s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.643483] env[69506]: DEBUG nova.compute.manager [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.643707] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.644632] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba8c91-d0cf-4bc0-be6d-ba1730d1615f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.652915] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.653157] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58863df9-04ea-49b2-b8a0-e80e36c5c798 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.659492] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1228.659492] env[69506]: value = "task-3250281" [ 1228.659492] env[69506]: _type = "Task" [ 1228.659492] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.666981] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.976658] env[69506]: DEBUG nova.network.neutron [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updated VIF entry in instance network info cache for port e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.977032] env[69506]: DEBUG nova.network.neutron [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [{"id": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "address": "fa:16:3e:bf:15:22", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c3f4e6-fe", "ovs_interfaceid": "e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.178317] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250281, 'name': PowerOffVM_Task, 'duration_secs': 0.219065} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.180100] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.180684] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.181304] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-834b0247-b5ae-4519-a445-a1382b854707 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.246026] env[69506]: DEBUG nova.compute.manager [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.250531] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.251302] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.251654] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleting the datastore file [datastore1] f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.252014] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b031eb9f-fb2e-4049-a647-de4b3092edd9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.259039] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for the task: (returnval){ [ 1229.259039] env[69506]: value = "task-3250283" [ 1229.259039] env[69506]: _type = "Task" [ 1229.259039] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.268496] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.480087] env[69506]: DEBUG oslo_concurrency.lockutils [req-ae6a1353-ff45-4838-b196-6d1136702d65 req-8b05a91b-31ae-472d-ac0b-6684001a6c4e service nova] Releasing lock "refresh_cache-72265512-6ea5-4279-a0a7-059100f0b5bb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.653841] env[69506]: DEBUG nova.compute.manager [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.766596] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.767014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.774643] env[69506]: DEBUG oslo_vmware.api [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Task: {'id': task-3250283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198975} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.775292] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.775587] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.775719] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.775954] env[69506]: INFO nova.compute.manager [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1229.776275] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.776540] env[69506]: DEBUG nova.compute.manager [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.776687] env[69506]: DEBUG nova.network.neutron [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.179956] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.269673] env[69506]: DEBUG nova.compute.manager [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Received event network-changed-888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.269903] env[69506]: DEBUG nova.compute.manager [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Refreshing instance network info cache due to event network-changed-888e9cea-1939-4574-9945-9bc451a7538a. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.270101] env[69506]: DEBUG oslo_concurrency.lockutils [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.270245] env[69506]: DEBUG oslo_concurrency.lockutils [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.270406] env[69506]: DEBUG nova.network.neutron [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Refreshing network info cache for port 888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.278208] env[69506]: INFO nova.compute.claims [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.636176] env[69506]: DEBUG nova.compute.manager [req-8add824c-55e2-4dc1-8b04-0dfd1595a4f5 req-7b60020e-19c5-4574-bc01-61c960c3bc6a service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Received event network-vif-deleted-614f6c6a-f5b6-4a94-b28d-6775bb30083c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.636361] env[69506]: INFO nova.compute.manager [req-8add824c-55e2-4dc1-8b04-0dfd1595a4f5 req-7b60020e-19c5-4574-bc01-61c960c3bc6a service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Neutron deleted interface 614f6c6a-f5b6-4a94-b28d-6775bb30083c; detaching it from the instance and deleting it from the info cache [ 1230.636594] env[69506]: DEBUG nova.network.neutron [req-8add824c-55e2-4dc1-8b04-0dfd1595a4f5 req-7b60020e-19c5-4574-bc01-61c960c3bc6a service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.788547] env[69506]: INFO nova.compute.resource_tracker [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating resource usage from migration d4064731-eb94-48f8-becf-ad8e464419f7 [ 1230.987397] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5c2c3-3ee3-4605-8246-3a63e9a71f29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.995980] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf8629-b361-4bde-adc9-d6f68ae36f7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.028858] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6363943d-1726-4bf1-862d-c685309a73cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.032050] env[69506]: DEBUG nova.network.neutron [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updated VIF entry in instance network info cache for port 888e9cea-1939-4574-9945-9bc451a7538a. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.032424] env[69506]: DEBUG nova.network.neutron [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.039554] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2db515-7cc1-4f56-b928-4c95dc913e2b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.055919] env[69506]: DEBUG nova.compute.provider_tree [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.121297] env[69506]: DEBUG nova.network.neutron [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.139344] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cfaae5e-000c-46e9-ab23-d9793eabdba2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.150554] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e35732-721b-40e4-928b-3aec0f574227 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.184380] env[69506]: DEBUG nova.compute.manager [req-8add824c-55e2-4dc1-8b04-0dfd1595a4f5 req-7b60020e-19c5-4574-bc01-61c960c3bc6a service nova] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Detach interface failed, port_id=614f6c6a-f5b6-4a94-b28d-6775bb30083c, reason: Instance f6c1a764-bdfa-4fff-b6db-d0f3a949207b could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.535379] env[69506]: DEBUG oslo_concurrency.lockutils [req-1bd2a7a6-acb5-427a-915f-edd171dd51e6 req-46827e4e-3e2c-4622-b70d-6d4778e1f39c service nova] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.558701] env[69506]: DEBUG nova.scheduler.client.report [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.623677] env[69506]: INFO nova.compute.manager [-] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Took 1.85 seconds to deallocate network for instance. [ 1232.063339] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.063592] env[69506]: INFO nova.compute.manager [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Migrating [ 1232.069929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.890s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.130536] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.581953] env[69506]: INFO nova.compute.claims [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.586255] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.586255] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.586455] env[69506]: DEBUG nova.network.neutron [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.090102] env[69506]: INFO nova.compute.resource_tracker [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating resource usage from migration 5d49f2bc-370b-46fb-b324-41502d89e8ff [ 1233.241968] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd470e-000b-409b-96b8-497f844e26b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.248689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29104b1b-bb97-4e4f-aa38-4269db031959 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.281839] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbdafd-fc20-4c14-9e48-92e2084d2138 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.288888] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311af639-5742-4dda-8886-3e59c5bbdd15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.303700] env[69506]: DEBUG nova.compute.provider_tree [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.384819] env[69506]: DEBUG nova.network.neutron [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.808072] env[69506]: DEBUG nova.scheduler.client.report [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.887228] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.311869] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.242s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.312108] env[69506]: INFO nova.compute.manager [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Migrating [ 1234.319358] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.189s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.319642] env[69506]: DEBUG nova.objects.instance [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lazy-loading 'resources' on Instance uuid f6c1a764-bdfa-4fff-b6db-d0f3a949207b {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.831702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.831982] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.832224] env[69506]: DEBUG nova.network.neutron [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.980208] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be62bc-253a-4711-bacb-905313463a3e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.988207] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b84b9-62da-4213-b6ce-238fbdd01b1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.019155] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026dac8d-7618-490d-a5de-592c50b229ee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.026302] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58d8c10-8c5d-4871-94c7-db4c7affb9f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.039335] env[69506]: DEBUG nova.compute.provider_tree [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.372763] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.373019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.373376] env[69506]: DEBUG nova.objects.instance [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 66edbb1a-990b-4170-bd0e-ad80f166753e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.403949] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73124476-c6d4-4b71-9728-64ef7f36f9ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.425146] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.543479] env[69506]: DEBUG nova.scheduler.client.report [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.613975] env[69506]: DEBUG nova.network.neutron [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.670222] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.670490] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.670673] env[69506]: INFO nova.compute.manager [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Shelving [ 1235.932280] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.932620] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75be6a4-1212-4f2a-8d6d-ef5ad4001fc9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.941350] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1235.941350] env[69506]: value = "task-3250284" [ 1235.941350] env[69506]: _type = "Task" [ 1235.941350] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.949529] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.965253] env[69506]: DEBUG nova.objects.instance [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 66edbb1a-990b-4170-bd0e-ad80f166753e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.048286] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.068942] env[69506]: INFO nova.scheduler.client.report [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Deleted allocations for instance f6c1a764-bdfa-4fff-b6db-d0f3a949207b [ 1236.116554] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.452107] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250284, 'name': PowerOffVM_Task, 'duration_secs': 0.3859} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.452403] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.452593] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.467827] env[69506]: DEBUG nova.objects.base [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<66edbb1a-990b-4170-bd0e-ad80f166753e> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.468026] env[69506]: DEBUG nova.network.neutron [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.558708] env[69506]: DEBUG nova.policy [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.576131] env[69506]: DEBUG oslo_concurrency.lockutils [None req-fc9e35e5-5443-4327-b604-8e90e163c07b tempest-ServerActionsTestJSON-629709431 tempest-ServerActionsTestJSON-629709431-project-member] Lock "f6c1a764-bdfa-4fff-b6db-d0f3a949207b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.444s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.679590] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.679891] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c256d2-0349-4291-9672-1c56af261871 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.687338] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1236.687338] env[69506]: value = "task-3250285" [ 1236.687338] env[69506]: _type = "Task" [ 1236.687338] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.695438] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.959423] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.959794] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.959794] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.960708] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.960708] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.960708] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.960708] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.960708] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.961018] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.961018] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.961726] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.966248] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fac10d-183b-4da3-9e77-cf69bf067180 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.982201] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1236.982201] env[69506]: value = "task-3250286" [ 1236.982201] env[69506]: _type = "Task" [ 1236.982201] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.991316] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.197022] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250285, 'name': PowerOffVM_Task, 'duration_secs': 0.228492} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.197284] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.198068] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09775eac-7baf-4652-a39c-72479f24d67a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.217117] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba79c7-2e8c-454a-b019-c5531071279d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.496026] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250286, 'name': ReconfigVM_Task, 'duration_secs': 0.2035} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.496481] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.632954] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40099324-ddc3-4164-a5b5-c575601dbd66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.651257] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.726611] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1237.726928] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e247314-432c-4780-9a17-ce4262a54b4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.739021] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1237.739021] env[69506]: value = "task-3250287" [ 1237.739021] env[69506]: _type = "Task" [ 1237.739021] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.746395] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.955978] env[69506]: DEBUG nova.compute.manager [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.956158] env[69506]: DEBUG oslo_concurrency.lockutils [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.956366] env[69506]: DEBUG oslo_concurrency.lockutils [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.956531] env[69506]: DEBUG oslo_concurrency.lockutils [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.956697] env[69506]: DEBUG nova.compute.manager [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] No waiting events found dispatching network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.956857] env[69506]: WARNING nova.compute.manager [req-931ab1da-5671-4647-b575-9093d00c77f4 req-6f466ddc-fb52-451c-9246-5b3c9080c53d service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received unexpected event network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c for instance with vm_state active and task_state None. [ 1238.004006] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.004312] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.006177] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.006177] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.006177] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.006446] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.006446] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.006663] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.007288] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.007533] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.007752] env[69506]: DEBUG nova.virt.hardware [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.014433] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.015311] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d1e9d1-8c59-46c3-9ac0-a2ce49bab22f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.035518] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1238.035518] env[69506]: value = "task-3250288" [ 1238.035518] env[69506]: _type = "Task" [ 1238.035518] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.046036] env[69506]: DEBUG nova.network.neutron [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Successfully updated port: d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.046939] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.159930] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.160401] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4da91b5-3164-4867-99b2-f7641caa317d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.167109] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1238.167109] env[69506]: value = "task-3250289" [ 1238.167109] env[69506]: _type = "Task" [ 1238.167109] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.175149] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.248062] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250287, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.548668] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250288, 'name': ReconfigVM_Task, 'duration_secs': 0.193058} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.549280] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.549439] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.549607] env[69506]: DEBUG nova.network.neutron [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.551544] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.553403] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5979b559-5d6c-498e-bfe2-3fb76da099b0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.579171] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.579171] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28da2685-33e8-43c2-8cdd-4f6198041274 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.596886] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1238.596886] env[69506]: value = "task-3250290" [ 1238.596886] env[69506]: _type = "Task" [ 1238.596886] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.605719] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.677378] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250289, 'name': PowerOffVM_Task, 'duration_secs': 0.183354} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.677665] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.677855] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.748030] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250287, 'name': CreateSnapshot_Task, 'duration_secs': 0.54623} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.748324] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1238.749048] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d893dd-4089-4429-aec4-8e40f066d6b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.085324] env[69506]: WARNING nova.network.neutron [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1239.106853] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250290, 'name': ReconfigVM_Task, 'duration_secs': 0.284458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.107157] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.107445] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.184716] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.185198] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.185259] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.185561] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.186214] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.186214] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.187480] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.187480] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.187697] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.187742] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.188010] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.196620] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133f2eaf-4e6d-49de-93b6-d70f0b4650b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.215151] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1239.215151] env[69506]: value = "task-3250291" [ 1239.215151] env[69506]: _type = "Task" [ 1239.215151] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.223602] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.268390] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1239.271203] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-484c02ad-869d-4bf4-8b8b-7a429575f0a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.279199] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1239.279199] env[69506]: value = "task-3250292" [ 1239.279199] env[69506]: _type = "Task" [ 1239.279199] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.287016] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250292, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.437514] env[69506]: DEBUG nova.network.neutron [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9dd0159-6414-409f-8614-49890e5a4c1c", "address": "fa:16:3e:b1:88:76", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd0159-64", "ovs_interfaceid": "d9dd0159-6414-409f-8614-49890e5a4c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.614521] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9ba98-0ddd-46de-b43c-7e4dda0ae6e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.640855] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baef6cc-c815-49f9-b225-030b3c1da0e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.663521] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.699746] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.699978] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.724879] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250291, 'name': ReconfigVM_Task, 'duration_secs': 0.252332} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.725199] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.789443] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250292, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.940135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.940848] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.941014] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.941954] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5615f7-7cf1-4754-b637-9219d5985388 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.960935] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.961216] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.961417] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.961643] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.961812] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.961992] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.962260] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.962466] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.962669] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.962905] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.963138] env[69506]: DEBUG nova.virt.hardware [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.970144] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfiguring VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1239.970472] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629bfa95-319a-4c9f-a0a7-f1d1e9fa744e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.985611] env[69506]: DEBUG nova.compute.manager [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.985822] env[69506]: DEBUG nova.compute.manager [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-d9dd0159-6414-409f-8614-49890e5a4c1c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.986084] env[69506]: DEBUG oslo_concurrency.lockutils [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.986252] env[69506]: DEBUG oslo_concurrency.lockutils [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.986440] env[69506]: DEBUG nova.network.neutron [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.993791] env[69506]: DEBUG oslo_vmware.api [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1239.993791] env[69506]: value = "task-3250293" [ 1239.993791] env[69506]: _type = "Task" [ 1239.993791] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.002377] env[69506]: DEBUG oslo_vmware.api [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.202569] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.232360] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.232638] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.232783] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.232973] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.233131] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.233278] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.233500] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.233668] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.233833] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.233993] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.234178] env[69506]: DEBUG nova.virt.hardware [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.239537] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.240640] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1763d7d-f816-4ea8-b78a-cb98f20b08f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.261255] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1240.261255] env[69506]: value = "task-3250294" [ 1240.261255] env[69506]: _type = "Task" [ 1240.261255] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.269420] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.291261] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250292, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.503691] env[69506]: DEBUG oslo_vmware.api [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.681509] env[69506]: DEBUG nova.network.neutron [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port d9dd0159-6414-409f-8614-49890e5a4c1c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.681932] env[69506]: DEBUG nova.network.neutron [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9dd0159-6414-409f-8614-49890e5a4c1c", "address": "fa:16:3e:b1:88:76", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd0159-64", "ovs_interfaceid": "d9dd0159-6414-409f-8614-49890e5a4c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.723816] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.724103] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.725763] env[69506]: INFO nova.compute.claims [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.772517] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250294, 'name': ReconfigVM_Task, 'duration_secs': 0.157903} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.773143] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.773784] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab3c5d-4e57-49c5-8e84-e460f90294ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.797184] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-51a17bc8-438c-4d18-9167-f6faf6f3c664/volume-51a17bc8-438c-4d18-9167-f6faf6f3c664.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.802185] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e53205-cf5a-440a-b7ae-cd27fdb06710 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.821023] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250292, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.822485] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1240.822485] env[69506]: value = "task-3250295" [ 1240.822485] env[69506]: _type = "Task" [ 1240.822485] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.830492] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.004664] env[69506]: DEBUG oslo_vmware.api [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250293, 'name': ReconfigVM_Task, 'duration_secs': 0.725005} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.005188] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.005405] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfigured VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1241.184551] env[69506]: DEBUG oslo_concurrency.lockutils [req-7a72ebd1-71f7-4579-a59a-17d96e60cf5c req-ab54f313-8df8-4a7d-af64-cced6da1a252 service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.301224] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250292, 'name': CloneVM_Task, 'duration_secs': 1.605496} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.301506] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Created linked-clone VM from snapshot [ 1241.302234] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2aa2d3-1602-4eec-b901-467e2daeb9b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.309664] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Uploading image c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.332107] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.339558] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.339558] env[69506]: value = "vm-649453" [ 1241.339558] env[69506]: _type = "VirtualMachine" [ 1241.339558] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.339832] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-063e890a-1480-4973-ab93-b16ee25a98bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.346370] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lease: (returnval){ [ 1241.346370] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eda82c-2dbb-c46c-573d-f2138b347518" [ 1241.346370] env[69506]: _type = "HttpNfcLease" [ 1241.346370] env[69506]: } obtained for exporting VM: (result){ [ 1241.346370] env[69506]: value = "vm-649453" [ 1241.346370] env[69506]: _type = "VirtualMachine" [ 1241.346370] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.346667] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the lease: (returnval){ [ 1241.346667] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eda82c-2dbb-c46c-573d-f2138b347518" [ 1241.346667] env[69506]: _type = "HttpNfcLease" [ 1241.346667] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.353027] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.353027] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eda82c-2dbb-c46c-573d-f2138b347518" [ 1241.353027] env[69506]: _type = "HttpNfcLease" [ 1241.353027] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.372905] env[69506]: DEBUG nova.network.neutron [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.510526] env[69506]: DEBUG oslo_concurrency.lockutils [None req-f7069649-4d32-47f5-9dfb-49351b9a96d3 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.137s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.834342] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250295, 'name': ReconfigVM_Task, 'duration_secs': 0.959282} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.836533] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-51a17bc8-438c-4d18-9167-f6faf6f3c664/volume-51a17bc8-438c-4d18-9167-f6faf6f3c664.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.836862] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.856157] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.856157] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eda82c-2dbb-c46c-573d-f2138b347518" [ 1241.856157] env[69506]: _type = "HttpNfcLease" [ 1241.856157] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1241.856414] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1241.856414] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52eda82c-2dbb-c46c-573d-f2138b347518" [ 1241.856414] env[69506]: _type = "HttpNfcLease" [ 1241.856414] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1241.857124] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d8da9-43b3-4308-85ff-4d3244cbcd1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.866217] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1241.866324] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1241.929545] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4810ee-369c-4d81-96d5-0d9cd2a96a8c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.938217] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f29b741-8d22-467e-931a-757f681f4896 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.969543] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de9d6a-2b55-468e-8f45-45c4cf549e7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.978986] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46c20f68-475c-4c5d-8051-35d906a9ae1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.981799] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1424a3-5038-4b73-8033-1712a2a481c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.997556] env[69506]: DEBUG nova.compute.provider_tree [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.343813] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54699ebf-8b26-428d-a73d-cb9d695edf2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.365058] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b630b5-2dbf-4f72-8d38-8aacdb63fcd7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.382464] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.450150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.450730] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.450730] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.502490] env[69506]: DEBUG nova.scheduler.client.report [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.564659] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.564990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.008047] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.008047] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.068116] env[69506]: DEBUG nova.compute.utils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.109455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.109455] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.490831] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.491137] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.491196] env[69506]: DEBUG nova.network.neutron [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.514110] env[69506]: DEBUG nova.compute.utils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.515524] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Not allocating networking since 'none' was specified. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1243.570753] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.610614] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.610883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.611867] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6c31c-9885-40f2-bbf9-2275571e16f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.630567] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e223d-b004-459d-b759-0c6365c3dfba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.667540] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfiguring VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1243.667809] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed1be45-07c4-42ba-ab78-02f9ceff7bc5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.688076] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1243.688076] env[69506]: value = "task-3250297" [ 1243.688076] env[69506]: _type = "Task" [ 1243.688076] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.696845] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.017502] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.063694] env[69506]: DEBUG nova.network.neutron [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Port 888e9cea-1939-4574-9945-9bc451a7538a binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.199860] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.290728] env[69506]: DEBUG nova.network.neutron [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.657564] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.658036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.658115] env[69506]: INFO nova.compute.manager [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Attaching volume 2f375663-568e-43bf-9a9c-b51844a5601e to /dev/sdb [ 1244.695037] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29eccaf-3215-435a-a89c-2cc81eff8332 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.703760] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.705832] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a73fe4-7f14-40fc-8189-418cf2525218 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.719678] env[69506]: DEBUG nova.virt.block_device [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating existing volume attachment record: 87011035-6f5c-4a41-9db4-23953a620c76 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1244.793477] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.027110] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.055880] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.056192] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.056382] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.056574] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.056743] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.056910] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.057156] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.057322] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.057513] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.057680] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.057877] env[69506]: DEBUG nova.virt.hardware [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.058803] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df66f204-f2c2-42a5-bea6-4ea1ddf9761b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.067355] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1340ed4-c3cb-46ce-8c41-9c71376cdd63 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.087215] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.087527] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.087804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.099052] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.105279] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Creating folder: Project (2152a7e26c31401b9534e900528d96f5). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.106631] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5a256ec-802d-49d2-a224-efef1aea08e3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.117466] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Created folder: Project (2152a7e26c31401b9534e900528d96f5) in parent group-v649133. [ 1245.117764] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Creating folder: Instances. Parent ref: group-v649455. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.117969] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d3428bf-6114-4ee9-8b88-15ae1f522926 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.129117] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Created folder: Instances in parent group-v649455. [ 1245.129423] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.129625] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.129853] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56023e49-955d-4e36-831a-9f20dff74df8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.150705] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.150705] env[69506]: value = "task-3250301" [ 1245.150705] env[69506]: _type = "Task" [ 1245.150705] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.159155] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250301, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.199859] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.304366] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2649d72-788a-41ba-a02c-d509c7a0219f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.311751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0595ef-c3c0-4561-9899-749eada6eef9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.660308] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250301, 'name': CreateVM_Task, 'duration_secs': 0.292802} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.660714] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.660961] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.661143] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.661473] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.661739] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9159f627-2e03-4041-8c88-a1a9d0b1b7f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.666229] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1245.666229] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e119f2-6f8b-bd46-69c0-503add795e7f" [ 1245.666229] env[69506]: _type = "Task" [ 1245.666229] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.674739] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e119f2-6f8b-bd46-69c0-503add795e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.699484] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.133169] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.133357] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.133538] env[69506]: DEBUG nova.network.neutron [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.177355] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e119f2-6f8b-bd46-69c0-503add795e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.177600] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.177838] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.178091] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.178243] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.178421] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.178691] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae61592b-cdd8-4815-aa82-fd1300f7a7b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.187372] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.187550] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.188347] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808c7efa-5e73-42bc-9c59-78eddfd16cb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.197879] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1246.197879] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525acc0c-2741-bf4e-2e56-efcdd677b98f" [ 1246.197879] env[69506]: _type = "Task" [ 1246.197879] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.201102] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.209801] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525acc0c-2741-bf4e-2e56-efcdd677b98f, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.210593] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a77dc40-2e53-4496-abe9-90f65e284da3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.215577] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1246.215577] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5209fae0-540c-3c00-96c5-8a7f699df0e5" [ 1246.215577] env[69506]: _type = "Task" [ 1246.215577] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.223471] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5209fae0-540c-3c00-96c5-8a7f699df0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.422693] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b260e1f-3670-43b0-8347-3cba10638a48 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.447513] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf866b1-52ba-4133-ae4a-20a9d0a9a36d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.455220] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.702838] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.726566] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5209fae0-540c-3c00-96c5-8a7f699df0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.726890] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.727211] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.727538] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4130fba-925c-4aad-8a5d-35f831ae3688 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.734904] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1246.734904] env[69506]: value = "task-3250302" [ 1246.734904] env[69506]: _type = "Task" [ 1246.734904] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.746804] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.862036] env[69506]: DEBUG nova.network.neutron [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.961769] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.962218] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ef4e6d-56de-4ad0-bcc7-b047cdd53634 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.969367] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1246.969367] env[69506]: value = "task-3250304" [ 1246.969367] env[69506]: _type = "Task" [ 1246.969367] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.978672] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.204547] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.246114] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.365096] env[69506]: DEBUG oslo_concurrency.lockutils [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.482460] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.702635] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.745493] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631779} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.745773] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.745984] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.746247] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-115187e8-d337-4015-bcc9-d95c09e7f322 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.752705] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1247.752705] env[69506]: value = "task-3250305" [ 1247.752705] env[69506]: _type = "Task" [ 1247.752705] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.760319] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.874727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba7933d-abba-471d-a47e-5f6476bc79d0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.883405] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416d866-9181-400a-9bd3-07293943ba0d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.979637] env[69506]: DEBUG oslo_vmware.api [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250304, 'name': PowerOnVM_Task, 'duration_secs': 0.608433} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.979930] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.980152] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16a59c-041e-469f-8baf-f2997477162d tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance '56397b90-f139-4091-83c8-fa45ec202b19' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.203616] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.262760] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176788} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.263048] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.263886] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9832efb-d12c-4d75-aade-90529b5e0445 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.284137] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.284456] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548af235-463a-482c-9419-5cdc05f97af9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.304485] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1248.304485] env[69506]: value = "task-3250306" [ 1248.304485] env[69506]: _type = "Task" [ 1248.304485] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.312762] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.706048] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.815939] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.034026] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafae8e0-11a1-463f-8f1a-efe976e0b3fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.056341] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7f9e2c-0162-4760-ac75-b45bd33bdbfa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.063839] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.206587] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.264172] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1249.264417] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649454', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'name': 'volume-2f375663-568e-43bf-9a9c-b51844a5601e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e907604d-eec9-4440-bb52-57337276e9f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'serial': '2f375663-568e-43bf-9a9c-b51844a5601e'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1249.265324] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87235a9a-068f-4edf-916c-4857598c3224 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.281532] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac159af-b8bd-4e6e-8d7c-0ab9fe1bc06c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.306256] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-2f375663-568e-43bf-9a9c-b51844a5601e/volume-2f375663-568e-43bf-9a9c-b51844a5601e.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.306616] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707fe00e-b42b-4a88-bddf-d278b1bbb438 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.328297] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250306, 'name': ReconfigVM_Task, 'duration_secs': 0.518275} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.329499] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.330194] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1249.330194] env[69506]: value = "task-3250307" [ 1249.330194] env[69506]: _type = "Task" [ 1249.330194] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.330418] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063656f3-e26d-495a-85cd-09d42982bd82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.339540] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.341012] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1249.341012] env[69506]: value = "task-3250308" [ 1249.341012] env[69506]: _type = "Task" [ 1249.341012] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.352925] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250308, 'name': Rename_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.417191] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.418247] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3768f3d-99d6-46f2-8058-384b95e8806f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.425158] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.425346] env[69506]: ERROR oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk due to incomplete transfer. [ 1249.425603] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9067bd8b-1e0f-46f7-ac02-4f0c01def7c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.432582] env[69506]: DEBUG oslo_vmware.rw_handles [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b497fb-6183-cbdc-ae81-7bb5d55682fa/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1249.432822] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Uploaded image c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1249.435402] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1249.435694] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ae2d150-7aba-4c36-8f78-07c8906d904b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.442324] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1249.442324] env[69506]: value = "task-3250309" [ 1249.442324] env[69506]: _type = "Task" [ 1249.442324] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.450308] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250309, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.569954] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.570579] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee488ee-b9cd-47ca-ba2d-19aa3da6e4eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.576655] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1249.576655] env[69506]: value = "task-3250310" [ 1249.576655] env[69506]: _type = "Task" [ 1249.576655] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.585205] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.705939] env[69506]: DEBUG oslo_vmware.api [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250297, 'name': ReconfigVM_Task, 'duration_secs': 5.808084} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.706266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.706520] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Reconfigured VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1249.845025] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250307, 'name': ReconfigVM_Task, 'duration_secs': 0.370004} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.847101] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-2f375663-568e-43bf-9a9c-b51844a5601e/volume-2f375663-568e-43bf-9a9c-b51844a5601e.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.851908] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15002b4b-efeb-4ac5-a43f-d127ddb6430c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.866727] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250308, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.868109] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1249.868109] env[69506]: value = "task-3250311" [ 1249.868109] env[69506]: _type = "Task" [ 1249.868109] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.876034] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.954030] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250309, 'name': Destroy_Task, 'duration_secs': 0.353562} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.954030] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Destroyed the VM [ 1249.954030] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1249.954030] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e077e819-ced2-4f94-8b56-2f32da963d54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.959774] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1249.959774] env[69506]: value = "task-3250312" [ 1249.959774] env[69506]: _type = "Task" [ 1249.959774] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.968061] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.087497] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.354201] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250308, 'name': Rename_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.378099] env[69506]: DEBUG oslo_vmware.api [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250311, 'name': ReconfigVM_Task, 'duration_secs': 0.204482} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.378467] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649454', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'name': 'volume-2f375663-568e-43bf-9a9c-b51844a5601e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e907604d-eec9-4440-bb52-57337276e9f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'serial': '2f375663-568e-43bf-9a9c-b51844a5601e'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1250.469805] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250312, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.588429] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.608184] env[69506]: DEBUG nova.network.neutron [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Port bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.608437] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.608588] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.608751] env[69506]: DEBUG nova.network.neutron [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.853792] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250308, 'name': Rename_Task, 'duration_secs': 1.275292} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.854242] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.854361] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ac3a03-bb11-41cc-a2fb-5075a80e66a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.860301] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1250.860301] env[69506]: value = "task-3250313" [ 1250.860301] env[69506]: _type = "Task" [ 1250.860301] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.867426] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.973075] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250312, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728989} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.973363] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1250.973641] env[69506]: DEBUG nova.compute.manager [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.974540] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a9998-611a-48fd-98bc-e37d2dc8b2b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.076758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.076758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.076758] env[69506]: DEBUG nova.network.neutron [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.088413] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.370132] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.413035] env[69506]: DEBUG nova.objects.instance [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid e907604d-eec9-4440-bb52-57337276e9f5 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.488348] env[69506]: INFO nova.compute.manager [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Shelve offloading [ 1251.500163] env[69506]: DEBUG nova.network.neutron [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.590395] env[69506]: DEBUG oslo_vmware.api [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250310, 'name': PowerOnVM_Task, 'duration_secs': 1.575026} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.590920] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.591124] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-35dedcf2-7340-4c51-9424-3fca5ffc2bdc tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance '1923523b-247d-4875-a935-c97b4078cb61' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.871108] env[69506]: DEBUG oslo_vmware.api [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250313, 'name': PowerOnVM_Task, 'duration_secs': 0.715082} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.871420] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.871568] env[69506]: INFO nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1251.871748] env[69506]: DEBUG nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.872624] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e531f7-fb87-4ae2-a11f-fac2c6089d68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.891961] env[69506]: INFO nova.network.neutron [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Port d9dd0159-6414-409f-8614-49890e5a4c1c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1251.894165] env[69506]: DEBUG nova.network.neutron [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.922110] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d207b1a9-b421-4a45-8c49-22ef790bbc13 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.991148] env[69506]: DEBUG nova.compute.manager [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-changed-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.991148] env[69506]: DEBUG nova.compute.manager [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing instance network info cache due to event network-changed-e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.991148] env[69506]: DEBUG oslo_concurrency.lockutils [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] Acquiring lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.992721] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.992721] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaccf4c0-4132-4798-80d6-9dedff20ea58 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.000314] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1252.000314] env[69506]: value = "task-3250314" [ 1252.000314] env[69506]: _type = "Task" [ 1252.000314] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.006656] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.011979] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1252.012745] env[69506]: DEBUG nova.compute.manager [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.012919] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e9ae86-148d-49d4-b0d3-619f95cdf778 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.018977] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.019160] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.019330] env[69506]: DEBUG nova.network.neutron [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.302089] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.302089] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.391150] env[69506]: INFO nova.compute.manager [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Took 11.68 seconds to build instance. [ 1252.395085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.396618] env[69506]: DEBUG oslo_concurrency.lockutils [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] Acquired lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.396825] env[69506]: DEBUG nova.network.neutron [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Refreshing network info cache for port e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.514276] env[69506]: DEBUG nova.compute.manager [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69506) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1252.687421] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.687642] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.688059] env[69506]: DEBUG nova.objects.instance [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'flavor' on Instance uuid 4006717c-809b-4e46-9e95-14c76d5cb1b8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.732913] env[69506]: DEBUG nova.network.neutron [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.804466] env[69506]: INFO nova.compute.manager [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Detaching volume 2f375663-568e-43bf-9a9c-b51844a5601e [ 1252.836184] env[69506]: INFO nova.virt.block_device [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Attempting to driver detach volume 2f375663-568e-43bf-9a9c-b51844a5601e from mountpoint /dev/sdb [ 1252.836464] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1252.836660] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649454', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'name': 'volume-2f375663-568e-43bf-9a9c-b51844a5601e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e907604d-eec9-4440-bb52-57337276e9f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'serial': '2f375663-568e-43bf-9a9c-b51844a5601e'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1252.837527] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311535bb-d127-4d20-bc5c-120eca3d3a39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.861148] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64679250-03ac-4424-a7c1-b0e472685017 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.868539] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cf3a62-ee1d-4482-82eb-1675181814f7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.891786] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae9356-14d6-452f-b72c-869a87a35eaa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.894821] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ea256012-3aee-44f0-a736-25d6d743dffe tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.195s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.907557] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bffef2d1-d5fd-467d-bdc8-e2c121b59e77 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-66edbb1a-990b-4170-bd0e-ad80f166753e-d9dd0159-6414-409f-8614-49890e5a4c1c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.800s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.911153] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f375663-568e-43bf-9a9c-b51844a5601e/volume-2f375663-568e-43bf-9a9c-b51844a5601e.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1252.916477] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.917039] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1942fb75-91a1-42b5-8b0c-b92a06037cbf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.935723] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1252.935723] env[69506]: value = "task-3250315" [ 1252.935723] env[69506]: _type = "Task" [ 1252.935723] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.943641] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.121591] env[69506]: DEBUG nova.network.neutron [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updated VIF entry in instance network info cache for port e64d85bd-4521-4383-91db-5079182bc715. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.121985] env[69506]: DEBUG nova.network.neutron [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [{"id": "e64d85bd-4521-4383-91db-5079182bc715", "address": "fa:16:3e:be:3e:2c", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64d85bd-45", "ovs_interfaceid": "e64d85bd-4521-4383-91db-5079182bc715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.235719] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.301409] env[69506]: INFO nova.compute.manager [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Rebuilding instance [ 1253.314610] env[69506]: DEBUG nova.objects.instance [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'pci_requests' on Instance uuid 4006717c-809b-4e46-9e95-14c76d5cb1b8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.359704] env[69506]: DEBUG nova.compute.manager [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.360755] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555a549-04ec-45ce-8fab-215607353f1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.446008] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250315, 'name': ReconfigVM_Task, 'duration_secs': 0.230053} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.446436] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.452377] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e51474-55d3-4ed5-90ae-9d399b61ecfb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.470953] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1253.470953] env[69506]: value = "task-3250316" [ 1253.470953] env[69506]: _type = "Task" [ 1253.470953] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.479892] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.561353] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.562258] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8727fb-232d-4d85-b463-e4fa615711d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.574698] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.575156] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e89de8-86f0-41e0-ab3a-8312bc29edc7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.626892] env[69506]: DEBUG oslo_concurrency.lockutils [req-54f487fa-3003-4a10-8207-cfa258d75f2d req-1fd5e569-1836-4bd5-854c-ba18277d7cee service nova] Releasing lock "refresh_cache-66edbb1a-990b-4170-bd0e-ad80f166753e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.633870] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.634197] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.642212] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.642663] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.642950] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleting the datastore file [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.643288] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2709c501-68aa-4406-a94b-c3bb34d59c53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.649916] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1253.649916] env[69506]: value = "task-3250318" [ 1253.649916] env[69506]: _type = "Task" [ 1253.649916] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.658429] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.817844] env[69506]: DEBUG nova.objects.base [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Object Instance<4006717c-809b-4e46-9e95-14c76d5cb1b8> lazy-loaded attributes: flavor,pci_requests {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.818084] env[69506]: DEBUG nova.network.neutron [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.882176] env[69506]: DEBUG nova.policy [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7109ddb01c945199c60118968a86d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b157d4374a14450dadf4b5555a4bc8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.981660] env[69506]: DEBUG oslo_vmware.api [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250316, 'name': ReconfigVM_Task, 'duration_secs': 0.146673} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.982145] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649454', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'name': 'volume-2f375663-568e-43bf-9a9c-b51844a5601e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e907604d-eec9-4440-bb52-57337276e9f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2f375663-568e-43bf-9a9c-b51844a5601e', 'serial': '2f375663-568e-43bf-9a9c-b51844a5601e'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1254.019853] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.020030] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing instance network info cache due to event network-changed-a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.020254] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.020400] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.020560] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.137154] env[69506]: DEBUG nova.objects.instance [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'migration_context' on Instance uuid 56397b90-f139-4091-83c8-fa45ec202b19 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.159935] env[69506]: DEBUG oslo_vmware.api [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144124} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.160208] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.160394] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.160566] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.179929] env[69506]: INFO nova.scheduler.client.report [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted allocations for instance 71905fe4-7860-491b-8f10-d0d7769d4678 [ 1254.228093] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.228302] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.228521] env[69506]: DEBUG nova.compute.manager [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Going to confirm migration 9 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1254.255911] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.378247] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.378586] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8506d130-7eeb-47a7-b9fa-feb6b4d44b22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.386464] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1254.386464] env[69506]: value = "task-3250319" [ 1254.386464] env[69506]: _type = "Task" [ 1254.386464] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.395156] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.530941] env[69506]: DEBUG nova.objects.instance [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lazy-loading 'flavor' on Instance uuid e907604d-eec9-4440-bb52-57337276e9f5 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.684085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.758518] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.772887] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.773102] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquired lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.773300] env[69506]: DEBUG nova.network.neutron [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.773501] env[69506]: DEBUG nova.objects.instance [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'info_cache' on Instance uuid 1923523b-247d-4875-a935-c97b4078cb61 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.777390] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updated VIF entry in instance network info cache for port a93f7f7b-fef2-4761-84c3-cd936b840ecd. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.777698] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.785782] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff1b3c-4b23-46f3-982d-944d44692e0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.795248] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b2af5-a2b5-4dc7-8660-3c98d76b84e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.825750] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678eed20-e0a8-482c-887f-d22bc2e95b3a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.833209] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20ed33-7492-46ce-be62-0e5a05552459 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.846788] env[69506]: DEBUG nova.compute.provider_tree [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.896131] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250319, 'name': PowerOffVM_Task, 'duration_secs': 0.361498} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.896412] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.897092] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.897865] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa969cfd-171f-4ab7-b1c1-986b6dea5a24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.904269] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.904492] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd7d165-1571-446c-87fe-c6a0c742cf6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.929594] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.929800] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.929976] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Deleting the datastore file [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.930315] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe0f97f-a124-40ad-957c-a7cff2dbd16e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.943488] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1254.943488] env[69506]: value = "task-3250321" [ 1254.943488] env[69506]: _type = "Task" [ 1254.943488] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.951867] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.282048] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.282048] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-vif-unplugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.282458] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.282458] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.282551] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.282807] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] No waiting events found dispatching network-vif-unplugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.282987] env[69506]: WARNING nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received unexpected event network-vif-unplugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 for instance with vm_state shelved and task_state shelving_offloading. [ 1255.283166] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.283321] env[69506]: DEBUG nova.compute.manager [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing instance network info cache due to event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.283503] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.283650] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.283804] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.338093] env[69506]: DEBUG nova.network.neutron [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Successfully updated port: d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.350399] env[69506]: DEBUG nova.scheduler.client.report [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.453378] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184973} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.453640] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.453871] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.454067] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.538247] env[69506]: DEBUG oslo_concurrency.lockutils [None req-bac077a9-00bc-449b-a955-c85f0270e6f3 tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.800477] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.800796] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.801120] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "e907604d-eec9-4440-bb52-57337276e9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.801402] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.801656] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.803677] env[69506]: INFO nova.compute.manager [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Terminating instance [ 1255.843166] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.843334] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.843501] env[69506]: DEBUG nova.network.neutron [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.045601] env[69506]: DEBUG nova.compute.manager [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.045824] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.046042] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.046214] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.046383] env[69506]: DEBUG nova.compute.manager [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] No waiting events found dispatching network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.046542] env[69506]: WARNING nova.compute.manager [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received unexpected event network-vif-plugged-d9dd0159-6414-409f-8614-49890e5a4c1c for instance with vm_state active and task_state None. [ 1256.046699] env[69506]: DEBUG nova.compute.manager [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-changed-d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.046855] env[69506]: DEBUG nova.compute.manager [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing instance network info cache due to event network-changed-d9dd0159-6414-409f-8614-49890e5a4c1c. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.047022] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.091636] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updated VIF entry in instance network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.091967] env[69506]: DEBUG nova.network.neutron [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd05833cf-ad", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.121310] env[69506]: DEBUG nova.network.neutron [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [{"id": "888e9cea-1939-4574-9945-9bc451a7538a", "address": "fa:16:3e:6b:8e:e9", "network": {"id": "b4478cdc-f9da-4bf9-9f40-ed16e9417b11", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-270382232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41b52067dd744666b4ca4c519fb9c2e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e9cea-19", "ovs_interfaceid": "888e9cea-1939-4574-9945-9bc451a7538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.307059] env[69506]: DEBUG nova.compute.manager [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.307411] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.308120] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52b3142-2b6e-49bc-a70c-d1996d1e0a80 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.316118] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.316355] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b8a4c4-ebbc-4802-a32f-31477af87485 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.323207] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1256.323207] env[69506]: value = "task-3250322" [ 1256.323207] env[69506]: _type = "Task" [ 1256.323207] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.330654] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.359804] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.726s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.365479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.682s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.365702] env[69506]: DEBUG nova.objects.instance [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'resources' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.384976] env[69506]: WARNING nova.network.neutron [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] 680bb7c7-c0eb-46a0-9298-a3945916eb9e already exists in list: networks containing: ['680bb7c7-c0eb-46a0-9298-a3945916eb9e']. ignoring it [ 1256.490691] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.490855] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.490902] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.491135] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.491247] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.491391] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.491604] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.491765] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.491933] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.492123] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.492304] env[69506]: DEBUG nova.virt.hardware [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.493221] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34161dba-d2f6-4027-870c-ce7474259de7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.503469] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.504873] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa7c88-a756-4943-bd9c-85560876e838 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.520376] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance VIF info [] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.526484] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.526775] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.527033] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f293cf4e-0a46-4185-b3ae-93795433d75c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.543842] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.543842] env[69506]: value = "task-3250323" [ 1256.543842] env[69506]: _type = "Task" [ 1256.543842] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.551320] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250323, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.594739] env[69506]: DEBUG oslo_concurrency.lockutils [req-50bfa32c-49c2-4bf1-9208-02d2d80de72e req-f60d2478-ab99-4c33-8992-e133893d0c58 service nova] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.624027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Releasing lock "refresh_cache-1923523b-247d-4875-a935-c97b4078cb61" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.624027] env[69506]: DEBUG nova.objects.instance [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'migration_context' on Instance uuid 1923523b-247d-4875-a935-c97b4078cb61 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.676176] env[69506]: DEBUG nova.network.neutron [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9dd0159-6414-409f-8614-49890e5a4c1c", "address": "fa:16:3e:b1:88:76", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd0159-64", "ovs_interfaceid": "d9dd0159-6414-409f-8614-49890e5a4c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.833725] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250322, 'name': PowerOffVM_Task, 'duration_secs': 0.192025} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.834070] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.834309] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.834611] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4ad6ae-e98b-40d8-ba0b-b2e53e2d3fc0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.872487] env[69506]: DEBUG nova.objects.instance [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'numa_topology' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.900276] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.900527] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.900712] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleting the datastore file [datastore2] e907604d-eec9-4440-bb52-57337276e9f5 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.900966] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73190ce1-c50b-49ce-86b6-799a5d19b260 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.907099] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for the task: (returnval){ [ 1256.907099] env[69506]: value = "task-3250325" [ 1256.907099] env[69506]: _type = "Task" [ 1256.907099] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.914356] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.054037] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250323, 'name': CreateVM_Task, 'duration_secs': 0.281365} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.054284] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.054723] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.054969] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.055345] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.055608] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb54e51-e675-47c0-9e7d-f6cd0b7512dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.060675] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1257.060675] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c6d440-76ab-d208-5ba9-babc90748b8b" [ 1257.060675] env[69506]: _type = "Task" [ 1257.060675] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.067924] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c6d440-76ab-d208-5ba9-babc90748b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.127015] env[69506]: DEBUG nova.objects.base [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Object Instance<1923523b-247d-4875-a935-c97b4078cb61> lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.127973] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26acd29-230f-422b-b69f-0340e9b286c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.148065] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a2df08-0696-4b90-baa1-550457fce3e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.153577] env[69506]: DEBUG oslo_vmware.api [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1257.153577] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c31923-b420-4767-dd56-a548a8901234" [ 1257.153577] env[69506]: _type = "Task" [ 1257.153577] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.161795] env[69506]: DEBUG oslo_vmware.api [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c31923-b420-4767-dd56-a548a8901234, 'name': SearchDatastore_Task, 'duration_secs': 0.006381} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.162086] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.178874] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.179549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.179726] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.180054] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.180249] env[69506]: DEBUG nova.network.neutron [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Refreshing network info cache for port d9dd0159-6414-409f-8614-49890e5a4c1c {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.182138] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d6d297-97de-43ad-bb22-83adcaaa3a3b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.198953] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.199188] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.199349] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.199529] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.199678] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.199829] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.200041] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.200204] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.200370] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.200609] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.200735] env[69506]: DEBUG nova.virt.hardware [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.206983] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfiguring VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1257.207964] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292dbdd0-93d6-400b-80ef-a226eb0d36f4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.225715] env[69506]: DEBUG oslo_vmware.api [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1257.225715] env[69506]: value = "task-3250326" [ 1257.225715] env[69506]: _type = "Task" [ 1257.225715] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.233927] env[69506]: DEBUG oslo_vmware.api [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250326, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.376737] env[69506]: DEBUG nova.objects.base [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Object Instance<71905fe4-7860-491b-8f10-d0d7769d4678> lazy-loaded attributes: resources,numa_topology {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.419732] env[69506]: DEBUG oslo_vmware.api [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Task: {'id': task-3250325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230938} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.419997] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.420202] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.420580] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.420580] env[69506]: INFO nova.compute.manager [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1257.420849] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.421064] env[69506]: DEBUG nova.compute.manager [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.421209] env[69506]: DEBUG nova.network.neutron [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.520942] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fdf52e-0a1c-4883-be20-2f9c7d21939b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.528742] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430b0b6-9bc6-4da7-a3cb-c2d2323120a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.560670] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e46839e-4f8f-4df0-af48-7f763d34b73e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.574086] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf4cf5-411e-4919-abb7-4c3d15543116 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.578174] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52c6d440-76ab-d208-5ba9-babc90748b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.033238} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.578494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.578741] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.578994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.579168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.579363] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.580035] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec93338-68ea-41a9-90f8-54da99223ef4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.590075] env[69506]: DEBUG nova.compute.provider_tree [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.597925] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.598140] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.599424] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d383a5-7856-4e89-9b08-a2b7530d7019 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604869] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1257.604869] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521eab68-b026-901f-4371-57baa40b8286" [ 1257.604869] env[69506]: _type = "Task" [ 1257.604869] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.612613] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521eab68-b026-901f-4371-57baa40b8286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.736232] env[69506]: DEBUG oslo_vmware.api [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.900688] env[69506]: INFO nova.compute.manager [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Swapping old allocation on dict_keys(['5cb2072c-925b-48c7-904b-f12a729344ea']) held by migration d4064731-eb94-48f8-becf-ad8e464419f7 for instance [ 1257.925289] env[69506]: DEBUG nova.scheduler.client.report [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Overwriting current allocation {'allocations': {'5cb2072c-925b-48c7-904b-f12a729344ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '547dc362d51b43c3a63270c93f4d2b19', 'user_id': '5ad27801e25745ad9bd4a2cc36123cb1', 'consumer_generation': 1} on consumer 56397b90-f139-4091-83c8-fa45ec202b19 {{(pid=69506) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1258.009494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.009494] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.009692] env[69506]: DEBUG nova.network.neutron [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.093093] env[69506]: DEBUG nova.scheduler.client.report [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.124310] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]521eab68-b026-901f-4371-57baa40b8286, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.125167] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fda98fb-404b-458d-a1f1-523a80ca05ec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.130464] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1258.130464] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd7758-aade-f3e0-b72b-0d9fc7853130" [ 1258.130464] env[69506]: _type = "Task" [ 1258.130464] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.144774] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cd7758-aade-f3e0-b72b-0d9fc7853130, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.145176] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.145836] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.145836] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-892dc6b9-7b55-4ab2-ad67-aaf45305a088 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.152552] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1258.152552] env[69506]: value = "task-3250327" [ 1258.152552] env[69506]: _type = "Task" [ 1258.152552] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.160608] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.236953] env[69506]: DEBUG oslo_vmware.api [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250326, 'name': ReconfigVM_Task, 'duration_secs': 0.600937} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.237499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.237747] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfigured VM to attach interface {{(pid=69506) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1258.262361] env[69506]: DEBUG nova.compute.manager [req-dfe407c2-9db2-4758-b04d-fdeca1f05e74 req-f00d8665-5a71-495b-b2a4-60b265df5ea6 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Received event network-vif-deleted-e11b606d-34f2-46fb-98e2-9dcb0d2276f9 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.262677] env[69506]: INFO nova.compute.manager [req-dfe407c2-9db2-4758-b04d-fdeca1f05e74 req-f00d8665-5a71-495b-b2a4-60b265df5ea6 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Neutron deleted interface e11b606d-34f2-46fb-98e2-9dcb0d2276f9; detaching it from the instance and deleting it from the info cache [ 1258.262905] env[69506]: DEBUG nova.network.neutron [req-dfe407c2-9db2-4758-b04d-fdeca1f05e74 req-f00d8665-5a71-495b-b2a4-60b265df5ea6 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.264894] env[69506]: DEBUG nova.network.neutron [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updated VIF entry in instance network info cache for port d9dd0159-6414-409f-8614-49890e5a4c1c. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.265325] env[69506]: DEBUG nova.network.neutron [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9dd0159-6414-409f-8614-49890e5a4c1c", "address": "fa:16:3e:b1:88:76", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd0159-64", "ovs_interfaceid": "d9dd0159-6414-409f-8614-49890e5a4c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.602876] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.607184] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.849s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.607558] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.607848] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1258.608381] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.446s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.612115] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231cdde6-2756-4765-8383-7e71a255f367 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.621614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e0280c-08b5-4d4f-ae89-0c686f4136a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.641674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106601f-bfae-4a9a-830c-57ca3a092010 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.649805] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b1318d-da87-4af3-9c78-8b2a93d47a83 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.661867] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479168} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.684743] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.685041] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.685707] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179933MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1258.685849] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.688456] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a81766-6abf-4fac-8f8b-d8ded5921d7b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.696233] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1258.696233] env[69506]: value = "task-3250328" [ 1258.696233] env[69506]: _type = "Task" [ 1258.696233] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.705014] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.711447] env[69506]: DEBUG nova.network.neutron [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.743655] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eae6ee46-ccf5-42c6-8221-e74f170c6b22 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.056s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.769040] env[69506]: DEBUG oslo_concurrency.lockutils [req-8818d387-0eb7-47c1-bec9-dfccacab4b60 req-da5436e0-ce9d-4450-91fb-53fdb4fe3cb3 service nova] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.769601] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5fb1423-96b5-481b-965a-8c805a7dcfc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.784105] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26148f-c358-4d8f-b4ec-40d1cda29e50 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.807513] env[69506]: DEBUG nova.network.neutron [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [{"id": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "address": "fa:16:3e:d6:7c:63", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab20c3e-b7", "ovs_interfaceid": "bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.829237] env[69506]: DEBUG nova.compute.manager [req-dfe407c2-9db2-4758-b04d-fdeca1f05e74 req-f00d8665-5a71-495b-b2a4-60b265df5ea6 service nova] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Detach interface failed, port_id=e11b606d-34f2-46fb-98e2-9dcb0d2276f9, reason: Instance e907604d-eec9-4440-bb52-57337276e9f5 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.121321] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6d2345d0-5436-4714-8c29-e9569acca696 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.451s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.122323] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.619s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.122550] env[69506]: INFO nova.compute.manager [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Unshelving [ 1259.207682] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06649} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.207959] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.208725] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cceed5a-dcf5-40ee-a7e8-0fa358081248 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.215418] env[69506]: INFO nova.compute.manager [-] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Took 1.79 seconds to deallocate network for instance. [ 1259.231349] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.236064] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d2f2b3-856a-43bc-9d71-90b147172cb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.257330] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1259.257330] env[69506]: value = "task-3250329" [ 1259.257330] env[69506]: _type = "Task" [ 1259.257330] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.269508] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.273071] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd6c6f-410d-4cc0-8dc7-6e3455928db8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.280333] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2aad67-7e6d-4cdb-8697-858e27918069 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.312508] env[69506]: DEBUG oslo_concurrency.lockutils [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-56397b90-f139-4091-83c8-fa45ec202b19" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.313552] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520578d-8c4f-4ce9-8c4d-b6fe81dcb546 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.316466] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7036d0-0008-4c1e-966d-2c2c893a785a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.324396] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed43890-95c3-4782-bf19-723dca7d9b45 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.327736] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61483e1-7e8b-4962-8bbc-3894e6b65ba5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.342968] env[69506]: DEBUG nova.compute.provider_tree [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.752356] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.767953] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250329, 'name': ReconfigVM_Task, 'duration_secs': 0.277458} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.768282] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5/7f43e9d9-ad06-4da3-b3ce-9586495dfdd5.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.768919] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d66f28-b5f9-406d-87d1-e26fb2a22b82 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.774736] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1259.774736] env[69506]: value = "task-3250330" [ 1259.774736] env[69506]: _type = "Task" [ 1259.774736] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.782561] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250330, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.850537] env[69506]: DEBUG nova.scheduler.client.report [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.145563] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.284979] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250330, 'name': Rename_Task, 'duration_secs': 0.134142} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.285239] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.285474] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc193b2e-caf3-4752-a29d-f49da815b285 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.291808] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1260.291808] env[69506]: value = "task-3250331" [ 1260.291808] env[69506]: _type = "Task" [ 1260.291808] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.303110] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.417587] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.417916] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04acc3e9-d345-4b1a-a5c8-481d514a425e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.424700] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1260.424700] env[69506]: value = "task-3250332" [ 1260.424700] env[69506]: _type = "Task" [ 1260.424700] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.434209] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.457552] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.457772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.801759] env[69506]: DEBUG oslo_vmware.api [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250331, 'name': PowerOnVM_Task, 'duration_secs': 0.450878} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.802121] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.802291] env[69506]: DEBUG nova.compute.manager [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.803060] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d8c66-27cf-40f2-bf70-e6a7cfdf8d16 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.861053] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.863681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.178s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.934781] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250332, 'name': PowerOffVM_Task, 'duration_secs': 0.26978} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.935043] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.935754] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.936070] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.936298] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.936527] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.936710] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.936890] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.937144] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.937349] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.937554] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.937774] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.937965] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.942779] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae24649-2cf1-41d4-963d-5d5fd707cc89 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.956891] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1260.956891] env[69506]: value = "task-3250333" [ 1260.956891] env[69506]: _type = "Task" [ 1260.956891] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.960202] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.960417] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.961119] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bd7bd-ec72-45bf-9509-5f5afeeb444e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.968016] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.980661] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af08e5b-d977-42fa-b15e-653acfd6b7c0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.008759] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfiguring VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1261.009094] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c56df4-8df7-48ca-bda5-b7c95ce666e7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.027846] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1261.027846] env[69506]: value = "task-3250334" [ 1261.027846] env[69506]: _type = "Task" [ 1261.027846] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.036363] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.318150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.420149] env[69506]: INFO nova.scheduler.client.report [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocation for migration 5d49f2bc-370b-46fb-b324-41502d89e8ff [ 1261.467380] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250333, 'name': ReconfigVM_Task, 'duration_secs': 0.170162} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.468162] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e28c6-e24d-4ad4-ad44-8057475b1c90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.487959] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.488196] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.488355] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.488534] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.488680] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.488827] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.489051] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.489221] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.489388] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.489549] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.489718] env[69506]: DEBUG nova.virt.hardware [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.490502] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0ed1b7-062a-4d2f-9e47-acf6568b0e40 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.495436] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1261.495436] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e2bd6-d628-4f98-4e1d-904786cb041c" [ 1261.495436] env[69506]: _type = "Task" [ 1261.495436] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.502584] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e2bd6-d628-4f98-4e1d-904786cb041c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.536732] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.877993] env[69506]: INFO nova.compute.manager [None req-774bc4a3-a251-467e-81f4-ce5668512d14 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Get console output [ 1261.878339] env[69506]: WARNING nova.virt.vmwareapi.driver [None req-774bc4a3-a251-467e-81f4-ce5668512d14 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] The console log is missing. Check your VSPC configuration [ 1261.894896] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 72265512-6ea5-4279-a0a7-059100f0b5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895064] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 494a5914-5908-4083-9a42-486a05e09642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895193] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 66edbb1a-990b-4170-bd0e-ad80f166753e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895334] env[69506]: WARNING nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance e907604d-eec9-4440-bb52-57337276e9f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1261.895455] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 4006717c-809b-4e46-9e95-14c76d5cb1b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895577] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 56397b90-f139-4091-83c8-fa45ec202b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895691] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 1923523b-247d-4875-a935-c97b4078cb61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.895809] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.927807] env[69506]: DEBUG oslo_concurrency.lockutils [None req-a16d46e6-747e-4f54-b31a-75c1ae7b3260 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.699s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.006088] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520e2bd6-d628-4f98-4e1d-904786cb041c, 'name': SearchDatastore_Task, 'duration_secs': 0.007007} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.011433] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.011937] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53597986-8146-4643-b890-ca7f283b1e8f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.029850] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1262.029850] env[69506]: value = "task-3250335" [ 1262.029850] env[69506]: _type = "Task" [ 1262.029850] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.039969] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.042933] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.265495] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.265762] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.265972] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.266182] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.266354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.268530] env[69506]: INFO nova.compute.manager [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Terminating instance [ 1262.398872] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 71905fe4-7860-491b-8f10-d0d7769d4678 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.399145] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1262.399271] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1262.505966] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c652787-02f9-48f7-81e2-637d4b70429e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.513259] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac55bf4-abc4-40cd-8290-9485715b34a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.548016] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25962094-c008-40b9-a825-124771f731e0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.554822] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.559173] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250335, 'name': ReconfigVM_Task, 'duration_secs': 0.236822} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.559489] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.560687] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abc90f-91e9-4d1b-bf73-c739c38fa2d1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.564937] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204fe13-af56-4814-a40f-28d7cbd5a6c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.576684] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.597140] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.598551] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.601314] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a331b7-12b7-47b0-b8fa-8d14607b9c17 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.618343] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1262.618343] env[69506]: value = "task-3250336" [ 1262.618343] env[69506]: _type = "Task" [ 1262.618343] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.626375] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.772176] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "refresh_cache-7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.772380] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquired lock "refresh_cache-7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.772568] env[69506]: DEBUG nova.network.neutron [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.051735] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.114768] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1263.114990] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.251s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.115275] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.363s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.115458] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.117518] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.972s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.117745] env[69506]: DEBUG nova.objects.instance [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'pci_requests' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.127573] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250336, 'name': ReconfigVM_Task, 'duration_secs': 0.255627} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.128486] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19/56397b90-f139-4091-83c8-fa45ec202b19.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.129218] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843b01c-c0b6-4ad9-bd68-717186692a1d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.150845] env[69506]: INFO nova.scheduler.client.report [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Deleted allocations for instance e907604d-eec9-4440-bb52-57337276e9f5 [ 1263.152318] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abfc7d-9690-4234-8c31-70439774cbfc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.175319] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743e6c0f-e650-4866-8792-390932c6056a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.196315] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dfb5fc-aad8-4ff0-8d90-115d058c73c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.203596] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.203845] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f88c00e8-2024-4aca-9162-9c4139228d2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.209743] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1263.209743] env[69506]: value = "task-3250337" [ 1263.209743] env[69506]: _type = "Task" [ 1263.209743] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.216956] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.301281] env[69506]: DEBUG nova.network.neutron [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.372251] env[69506]: DEBUG nova.network.neutron [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.555875] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.621949] env[69506]: DEBUG nova.objects.instance [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'numa_topology' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.661236] env[69506]: DEBUG oslo_concurrency.lockutils [None req-1255e954-97fd-48f9-91ac-d60532d7143e tempest-AttachVolumeNegativeTest-328272220 tempest-AttachVolumeNegativeTest-328272220-project-member] Lock "e907604d-eec9-4440-bb52-57337276e9f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.860s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.719795] env[69506]: DEBUG oslo_vmware.api [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250337, 'name': PowerOnVM_Task, 'duration_secs': 0.381732} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.720097] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.874966] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Releasing lock "refresh_cache-7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.875398] env[69506]: DEBUG nova.compute.manager [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.875595] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.876511] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02923be9-b549-44db-8092-4748fdbf3559 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.884304] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.884521] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f568cbf8-435d-4cbb-87b3-2744e32beefb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.890383] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1263.890383] env[69506]: value = "task-3250338" [ 1263.890383] env[69506]: _type = "Task" [ 1263.890383] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.897441] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.053869] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.118678] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.118931] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.124513] env[69506]: INFO nova.compute.claims [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.402556] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250338, 'name': PowerOffVM_Task, 'duration_secs': 0.12931} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.402881] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.403472] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.403472] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9259e42a-367d-48b2-b57a-bf0f70da11b6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.427868] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.428120] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.428310] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Deleting the datastore file [datastore2] 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.428581] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-970e59a6-dffb-4a6d-bdda-260494478ede {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.434383] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for the task: (returnval){ [ 1264.434383] env[69506]: value = "task-3250340" [ 1264.434383] env[69506]: _type = "Task" [ 1264.434383] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.442097] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.554690] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.625178] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.626305] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1264.760510] env[69506]: INFO nova.compute.manager [None req-9acde9ad-8580-44bc-acfa-a3c7c147c2a9 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance to original state: 'active' [ 1264.944297] env[69506]: DEBUG oslo_vmware.api [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Task: {'id': task-3250340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133744} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.944555] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.944738] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.944913] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.945121] env[69506]: INFO nova.compute.manager [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1264.945376] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.945566] env[69506]: DEBUG nova.compute.manager [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.945662] env[69506]: DEBUG nova.network.neutron [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.960494] env[69506]: DEBUG nova.network.neutron [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.056464] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.246642] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c660a-bde4-4fe5-8c7a-835400e42c2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.254616] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd402cd8-a6a3-4ffa-b17e-5fbfe9f7a940 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.290367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2562ff57-2534-4bf6-9607-706c82565fd3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.298617] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909c4ed-cf5d-40aa-bf35-9462bba8cdc1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.312396] env[69506]: DEBUG nova.compute.provider_tree [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.463260] env[69506]: DEBUG nova.network.neutron [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.556895] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.707401] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.707705] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.707986] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "56397b90-f139-4091-83c8-fa45ec202b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.708229] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.708446] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.710737] env[69506]: INFO nova.compute.manager [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Terminating instance [ 1265.815344] env[69506]: DEBUG nova.scheduler.client.report [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.966091] env[69506]: INFO nova.compute.manager [-] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Took 1.02 seconds to deallocate network for instance. [ 1266.056980] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.214576] env[69506]: DEBUG nova.compute.manager [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.214858] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.215225] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50303fa-5de1-4b18-84bd-d460115b1b36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.222663] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1266.222663] env[69506]: value = "task-3250342" [ 1266.222663] env[69506]: _type = "Task" [ 1266.222663] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.231427] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.321094] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.203s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.323989] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.006s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.324110] env[69506]: DEBUG nova.objects.instance [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69506) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1266.360544] env[69506]: INFO nova.network.neutron [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1266.474549] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.557872] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.731703] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250342, 'name': PowerOffVM_Task, 'duration_secs': 0.22866} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.731976] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.732199] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.732392] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649450', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'name': 'volume-c544d10b-a413-4ae2-8969-76ef4c679b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '56397b90-f139-4091-83c8-fa45ec202b19', 'attached_at': '2025-04-03T10:47:15.000000', 'detached_at': '', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'serial': 'c544d10b-a413-4ae2-8969-76ef4c679b1a'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.733263] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d6edd3-4fc0-44de-be20-6a347b39bea5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.753515] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3641d4b-163a-4d03-afe7-77836c0d6e92 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.760963] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6383b59d-be5e-4632-9ed7-c9aef4821426 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.781646] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a4ec8-9ed7-439c-a015-7d24c4f0fc18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.797690] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] The volume has not been displaced from its original location: [datastore2] volume-c544d10b-a413-4ae2-8969-76ef4c679b1a/volume-c544d10b-a413-4ae2-8969-76ef4c679b1a.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.802913] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.803195] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17f23a1-91e7-49fd-9cc9-c8a6d2600d4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.819655] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1266.819655] env[69506]: value = "task-3250343" [ 1266.819655] env[69506]: _type = "Task" [ 1266.819655] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.826930] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.058650] env[69506]: DEBUG oslo_vmware.api [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250334, 'name': ReconfigVM_Task, 'duration_secs': 5.777993} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.059042] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.059154] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Reconfigured VM to detach interface {{(pid=69506) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1267.330395] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.333593] env[69506]: DEBUG oslo_concurrency.lockutils [None req-2101a1aa-775f-4c63-bff1-6290e9a44e94 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.334726] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.862s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.334976] env[69506]: DEBUG nova.objects.instance [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lazy-loading 'resources' on Instance uuid 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.753124] env[69506]: DEBUG nova.compute.manager [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.753353] env[69506]: DEBUG oslo_concurrency.lockutils [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.753625] env[69506]: DEBUG oslo_concurrency.lockutils [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.753799] env[69506]: DEBUG oslo_concurrency.lockutils [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.753965] env[69506]: DEBUG nova.compute.manager [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] No waiting events found dispatching network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.754113] env[69506]: WARNING nova.compute.manager [req-d3929d38-c9dc-419f-9c2e-18e5b4eed456 req-767a12f6-367f-44e9-9331-c590cb339ce4 service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received unexpected event network-vif-plugged-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1267.829514] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.886830] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.886922] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.887101] env[69506]: DEBUG nova.network.neutron [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.944017] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737333d-4616-4f10-8ae5-6f55047a532e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.949954] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42d421-765c-48f2-bf4e-fbdde7167414 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.980740] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b11194-4bda-42a2-9974-59b8d19a7695 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.987633] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8b0880-bb17-4498-aaf3-f5a679766871 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.002124] env[69506]: DEBUG nova.compute.provider_tree [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.330227] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250343, 'name': ReconfigVM_Task, 'duration_secs': 1.226772} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.330547] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.335163] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13521e80-0b2f-4bab-8dda-e27d27b3d966 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.345073] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.345251] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquired lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.345399] env[69506]: DEBUG nova.network.neutron [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.352865] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1268.352865] env[69506]: value = "task-3250345" [ 1268.352865] env[69506]: _type = "Task" [ 1268.352865] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.364299] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.505514] env[69506]: DEBUG nova.scheduler.client.report [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.574679] env[69506]: DEBUG nova.network.neutron [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.861531] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250345, 'name': ReconfigVM_Task, 'duration_secs': 0.137732} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.861834] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649450', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'name': 'volume-c544d10b-a413-4ae2-8969-76ef4c679b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '56397b90-f139-4091-83c8-fa45ec202b19', 'attached_at': '2025-04-03T10:47:15.000000', 'detached_at': '', 'volume_id': 'c544d10b-a413-4ae2-8969-76ef4c679b1a', 'serial': 'c544d10b-a413-4ae2-8969-76ef4c679b1a'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.862187] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.862936] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f62a6-455c-4865-a0bb-88cba748ee24 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.865728] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.865970] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.866196] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.866407] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.866589] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.869977] env[69506]: INFO nova.compute.manager [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Terminating instance [ 1268.874115] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.875235] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12b08509-f840-42c4-9a76-0788f6b4503a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.942059] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.942299] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.942482] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleting the datastore file [datastore1] 56397b90-f139-4091-83c8-fa45ec202b19 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.942744] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7babc54-d4be-4347-a65d-a3017f51187d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.950914] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1268.950914] env[69506]: value = "task-3250347" [ 1268.950914] env[69506]: _type = "Task" [ 1268.950914] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.958689] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.010364] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.032363] env[69506]: INFO nova.scheduler.client.report [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Deleted allocations for instance 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5 [ 1269.048685] env[69506]: INFO nova.network.neutron [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Port d9dd0159-6414-409f-8614-49890e5a4c1c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1269.049128] env[69506]: DEBUG nova.network.neutron [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [{"id": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "address": "fa:16:3e:73:66:f9", "network": {"id": "680bb7c7-c0eb-46a0-9298-a3945916eb9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1918418174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b157d4374a14450dadf4b5555a4bc8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa93f7f7b-fe", "ovs_interfaceid": "a93f7f7b-fef2-4761-84c3-cd936b840ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.077392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.104762] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3b8b062a86d5745e41aed42ddae05c24',container_format='bare',created_at=2025-04-03T10:46:50Z,direct_url=,disk_format='vmdk',id=c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-184739464-shelved',owner='f255d79f716f42508adde446a3b8afce',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-04-03T10:47:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.105013] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.105202] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.105398] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.105543] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.105688] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.105890] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.106061] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.106228] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.106389] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.106560] env[69506]: DEBUG nova.virt.hardware [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.107414] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e01a15-b244-44f7-af93-9cadf3adc6e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.114703] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a1a27-d708-49fd-be39-8c9e247c9821 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.128034] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e1:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05833cf-adbb-4f7c-a9f7-c544d6fae9d8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.135470] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.135686] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.135889] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e3414e4-e3dd-4f57-83c3-6b9af700a5bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.154789] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.154789] env[69506]: value = "task-3250348" [ 1269.154789] env[69506]: _type = "Task" [ 1269.154789] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.161692] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250348, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.380098] env[69506]: DEBUG nova.compute.manager [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.380692] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.382227] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff06b2-fb13-44ed-9976-136fcf79e530 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.393811] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.394017] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25400202-dacf-41bb-a445-8ef5ce7c95f6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.401847] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1269.401847] env[69506]: value = "task-3250349" [ 1269.401847] env[69506]: _type = "Task" [ 1269.401847] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.414145] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.464294] env[69506]: DEBUG oslo_vmware.api [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146341} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.464813] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.465168] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.465466] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.465769] env[69506]: INFO nova.compute.manager [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1269.466171] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.466481] env[69506]: DEBUG nova.compute.manager [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.466621] env[69506]: DEBUG nova.network.neutron [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.541045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-726ac546-1925-4cf4-bc26-5807e453a5f8 tempest-ServersListShow296Test-537270966 tempest-ServersListShow296Test-537270966-project-member] Lock "7f43e9d9-ad06-4da3-b3ce-9586495dfdd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.275s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.551546] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Releasing lock "refresh_cache-4006717c-809b-4e46-9e95-14c76d5cb1b8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.665062] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250348, 'name': CreateVM_Task, 'duration_secs': 0.35143} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.666670] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.666670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.666670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.666670] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.666908] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c2c54d-4ceb-448c-abde-6543c071ae00 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.673232] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1269.673232] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5251cf9c-2f98-55f5-487a-222bba28f1c0" [ 1269.673232] env[69506]: _type = "Task" [ 1269.673232] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.682624] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5251cf9c-2f98-55f5-487a-222bba28f1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.791243] env[69506]: DEBUG nova.compute.manager [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.791460] env[69506]: DEBUG nova.compute.manager [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing instance network info cache due to event network-changed-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.791677] env[69506]: DEBUG oslo_concurrency.lockutils [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.791833] env[69506]: DEBUG oslo_concurrency.lockutils [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.792008] env[69506]: DEBUG nova.network.neutron [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Refreshing network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.913285] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250349, 'name': PowerOffVM_Task, 'duration_secs': 0.258604} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.913565] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.913736] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.914062] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1138cd90-f778-417c-abcb-5479cce242b1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.983237] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.983405] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.983589] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleting the datastore file [datastore2] 4006717c-809b-4e46-9e95-14c76d5cb1b8 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.983896] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d61a35e-d7bd-4ee8-9317-aa2db666168b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.990052] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1269.990052] env[69506]: value = "task-3250351" [ 1269.990052] env[69506]: _type = "Task" [ 1269.990052] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.002427] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.055757] env[69506]: DEBUG oslo_concurrency.lockutils [None req-24de1df1-9202-4e5c-8641-e691ece3b809 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "interface-4006717c-809b-4e46-9e95-14c76d5cb1b8-d9dd0159-6414-409f-8614-49890e5a4c1c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.598s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.188076] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.188479] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Processing image c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.188855] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.189124] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.189437] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.189819] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b83eb9-1b6f-4520-81e7-f0e64acac5df {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.209103] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.209325] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.210133] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fcb0a9-4b7c-4028-b3ad-ce372f651b6e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.215737] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1270.215737] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a4b63d-351a-b483-78ee-f39525b48771" [ 1270.215737] env[69506]: _type = "Task" [ 1270.215737] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.224197] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a4b63d-351a-b483-78ee-f39525b48771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.495731] env[69506]: DEBUG nova.network.neutron [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updated VIF entry in instance network info cache for port d05833cf-adbb-4f7c-a9f7-c544d6fae9d8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.496094] env[69506]: DEBUG nova.network.neutron [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.505039] env[69506]: DEBUG oslo_vmware.api [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451366} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.505316] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.505504] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.505685] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.505861] env[69506]: INFO nova.compute.manager [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1270.506183] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.506419] env[69506]: DEBUG nova.compute.manager [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.506520] env[69506]: DEBUG nova.network.neutron [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.519371] env[69506]: DEBUG nova.network.neutron [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.731020] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1270.731447] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Fetch image to [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20/OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1270.731804] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Downloading stream optimized image c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 to [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20/OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20.vmdk on the data store datastore1 as vApp {{(pid=69506) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1270.732039] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Downloading image file data c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 to the ESX as VM named 'OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20' {{(pid=69506) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1270.827187] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1270.827187] env[69506]: value = "resgroup-9" [ 1270.827187] env[69506]: _type = "ResourcePool" [ 1270.827187] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1270.827893] env[69506]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64aec78d-5dda-4d40-a330-927a578c2246 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.856168] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lease: (returnval){ [ 1270.856168] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1270.856168] env[69506]: _type = "HttpNfcLease" [ 1270.856168] env[69506]: } obtained for vApp import into resource pool (val){ [ 1270.856168] env[69506]: value = "resgroup-9" [ 1270.856168] env[69506]: _type = "ResourcePool" [ 1270.856168] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1270.856168] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the lease: (returnval){ [ 1270.856168] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1270.856168] env[69506]: _type = "HttpNfcLease" [ 1270.856168] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.865099] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.865099] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1270.865099] env[69506]: _type = "HttpNfcLease" [ 1270.865099] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.999664] env[69506]: DEBUG oslo_concurrency.lockutils [req-740c8f5c-3ec9-4126-8d90-e7bd534a9665 req-4a0e49f2-a91b-4f18-a417-5293ab8b445b service nova] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.024736] env[69506]: INFO nova.compute.manager [-] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Took 1.56 seconds to deallocate network for instance. [ 1271.364587] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.364587] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1271.364587] env[69506]: _type = "HttpNfcLease" [ 1271.364587] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.567316] env[69506]: INFO nova.compute.manager [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Took 0.54 seconds to detach 1 volumes for instance. [ 1271.733345] env[69506]: DEBUG nova.network.neutron [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.822416] env[69506]: DEBUG nova.compute.manager [req-85cf49c1-169b-488e-9b0c-3612b8bc0f50 req-359e6b5c-61bb-436b-9a9d-db44a1e05c0c service nova] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Received event network-vif-deleted-bab20c3e-b7a9-4c93-b6c8-ffb6aa954b96 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.822621] env[69506]: DEBUG nova.compute.manager [req-85cf49c1-169b-488e-9b0c-3612b8bc0f50 req-359e6b5c-61bb-436b-9a9d-db44a1e05c0c service nova] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Received event network-vif-deleted-a93f7f7b-fef2-4761-84c3-cd936b840ecd {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.865217] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.865217] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1271.865217] env[69506]: _type = "HttpNfcLease" [ 1271.865217] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.865525] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.865525] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e3e59-1f58-35c0-79d9-0ebfe8f9d7ef" [ 1271.865525] env[69506]: _type = "HttpNfcLease" [ 1271.865525] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1271.866253] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d7c66-c062-4914-a190-6b6dfb889fbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.873280] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.873451] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1271.936947] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16f279c7-8106-4217-98dc-9f5619658c6d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.073957] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.074302] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.074551] env[69506]: DEBUG nova.objects.instance [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'resources' on Instance uuid 56397b90-f139-4091-83c8-fa45ec202b19 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.236791] env[69506]: INFO nova.compute.manager [-] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Took 1.73 seconds to deallocate network for instance. [ 1272.685083] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff8f70-d249-461c-b934-9b1f7745f6e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.693582] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509176a6-26a1-4b57-ad08-85b66af9d968 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.734789] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0295b5e-19ca-4575-b5a5-7b50e052b45e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.744530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.746016] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1a8362-5165-44cc-a0cb-1d64f19b76f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.762650] env[69506]: DEBUG nova.compute.provider_tree [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.023053] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1273.023053] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1273.023508] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070934b-53df-46cf-b4d0-d1007eaa2e2e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.030151] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1273.030316] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1273.030548] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-301c9024-f26b-4133-9680-9ecd7d6792f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.216795] env[69506]: DEBUG oslo_vmware.rw_handles [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d38cb6-851b-1a78-899c-790e50b55aa8/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1273.217043] env[69506]: INFO nova.virt.vmwareapi.images [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Downloaded image file data c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 [ 1273.217877] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6ebd4-4314-4346-b624-dce287a5bb43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.232629] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efaff95b-1ac0-4411-b0d3-ebcc25e138cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.268527] env[69506]: DEBUG nova.scheduler.client.report [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.272722] env[69506]: INFO nova.virt.vmwareapi.images [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] The imported VM was unregistered [ 1273.275199] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1273.275434] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.275925] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbd9ac62-5b17-4970-8e5c-58e18ca63d7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.287501] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966 {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.287700] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20/OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20.vmdk to [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk. {{(pid=69506) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1273.287935] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5fd6653-a3e5-4630-a800-1fd6b7979820 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.296221] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1273.296221] env[69506]: value = "task-3250355" [ 1273.296221] env[69506]: _type = "Task" [ 1273.296221] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.303384] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.777045] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.779717] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.035s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.780104] env[69506]: DEBUG nova.objects.instance [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'resources' on Instance uuid 4006717c-809b-4e46-9e95-14c76d5cb1b8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.798168] env[69506]: INFO nova.scheduler.client.report [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted allocations for instance 56397b90-f139-4091-83c8-fa45ec202b19 [ 1273.813783] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.313604] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.313981] env[69506]: DEBUG oslo_concurrency.lockutils [None req-397eda30-3339-4bb9-95f9-ff516c6bcc4e tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "56397b90-f139-4091-83c8-fa45ec202b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.606s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.386381] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98810a05-6c82-4f9a-aaa0-f879a9b66b15 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.396941] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42562952-12b2-46c1-a205-26b738f77d8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.431722] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3000608-7101-4dc4-a10f-492ccf759119 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.441797] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a8d55-5025-4433-a930-91cae8df9d39 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.459410] env[69506]: DEBUG nova.compute.provider_tree [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.810678] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.965267] env[69506]: DEBUG nova.scheduler.client.report [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.313162] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.329072] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.330385] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.468580] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.497041] env[69506]: INFO nova.scheduler.client.report [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted allocations for instance 4006717c-809b-4e46-9e95-14c76d5cb1b8 [ 1275.811572] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250355, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.308476} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.811900] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20/OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20.vmdk to [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk. [ 1275.812065] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Cleaning up location [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1275.812245] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_599e1eab-be70-4f80-b61c-843739ed2b20 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.812491] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222762d1-2ebc-45c0-8444-e294b92019c2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.818975] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1275.818975] env[69506]: value = "task-3250356" [ 1275.818975] env[69506]: _type = "Task" [ 1275.818975] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.826415] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.833895] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.007551] env[69506]: DEBUG oslo_concurrency.lockutils [None req-0643d2b6-91d5-4b45-992a-88c52f68a0d4 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "4006717c-809b-4e46-9e95-14c76d5cb1b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.141s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.328900] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032871} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.330028] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.330028] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.330028] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk to [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.330239] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1033589-1686-40d0-b8ce-06d82902d5a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.336898] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1276.336898] env[69506]: value = "task-3250357" [ 1276.336898] env[69506]: _type = "Task" [ 1276.336898] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.349400] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.358147] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.358403] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.359957] env[69506]: INFO nova.compute.claims [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.600392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.600633] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.600791] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.601035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.601224] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.603617] env[69506]: INFO nova.compute.manager [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Terminating instance [ 1276.850011] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.108079] env[69506]: DEBUG nova.compute.manager [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.108345] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.109328] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9b2df-5e7c-466d-9bd5-ecc089890dab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.120894] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.121331] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e416821-4295-4b25-9d11-dc1fcfd4b689 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.130268] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1277.130268] env[69506]: value = "task-3250358" [ 1277.130268] env[69506]: _type = "Task" [ 1277.130268] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.141817] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.353726] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.465948] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17c2df-bab8-4fc3-ad76-cf0f99a0effe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.476454] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1dd8c-5214-47a7-b805-8c9e4f3c9184 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.509250] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cdba87-341e-4bf9-9662-098b17f23fbc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.518719] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0861401-26bf-41ba-a807-567e7c6450cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.535399] env[69506]: DEBUG nova.compute.provider_tree [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.642696] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250358, 'name': PowerOffVM_Task, 'duration_secs': 0.25092} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.643099] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.643259] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.643590] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b609287f-6f11-44dc-846a-74b8a47130e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.704167] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.704430] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.704575] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleting the datastore file [datastore1] 66edbb1a-990b-4170-bd0e-ad80f166753e {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.704854] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a337d35e-9ea8-48b0-8329-769338aa11fb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.712937] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for the task: (returnval){ [ 1277.712937] env[69506]: value = "task-3250360" [ 1277.712937] env[69506]: _type = "Task" [ 1277.712937] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.722853] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.849501] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.038691] env[69506]: DEBUG nova.scheduler.client.report [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.224660] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.350202] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.543787] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.544355] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.723999] env[69506]: DEBUG oslo_vmware.api [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Task: {'id': task-3250360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.835331} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.724292] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.724479] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.724661] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.724834] env[69506]: INFO nova.compute.manager [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1278.725092] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.725298] env[69506]: DEBUG nova.compute.manager [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.725396] env[69506]: DEBUG nova.network.neutron [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.848900] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250357, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.195047} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.849165] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966/c9b95c6d-d8b6-4a40-b2dc-ef6427c4a966.vmdk to [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.849919] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53e892-f6b1-49d3-8f8d-e88acbe1fa35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.871049] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.871309] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a8b94c-6420-4f1c-9b01-c4a8c886b422 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.890812] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1278.890812] env[69506]: value = "task-3250361" [ 1278.890812] env[69506]: _type = "Task" [ 1278.890812] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.898513] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.937527] env[69506]: DEBUG nova.compute.manager [req-44cac37b-3a68-4e22-9f43-2700ab5bbec8 req-0f991ef4-d7cd-4046-a9c2-e3cbb9e393ea service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Received event network-vif-deleted-e64d85bd-4521-4383-91db-5079182bc715 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.937527] env[69506]: INFO nova.compute.manager [req-44cac37b-3a68-4e22-9f43-2700ab5bbec8 req-0f991ef4-d7cd-4046-a9c2-e3cbb9e393ea service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Neutron deleted interface e64d85bd-4521-4383-91db-5079182bc715; detaching it from the instance and deleting it from the info cache [ 1278.937527] env[69506]: DEBUG nova.network.neutron [req-44cac37b-3a68-4e22-9f43-2700ab5bbec8 req-0f991ef4-d7cd-4046-a9c2-e3cbb9e393ea service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.049910] env[69506]: DEBUG nova.compute.utils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.051427] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.051612] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.089409] env[69506]: DEBUG nova.policy [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad27801e25745ad9bd4a2cc36123cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547dc362d51b43c3a63270c93f4d2b19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.330782] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Successfully created port: 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.404592] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250361, 'name': ReconfigVM_Task, 'duration_secs': 0.298718} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.405114] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678/71905fe4-7860-491b-8f10-d0d7769d4678.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.405801] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f107f2c-fdf5-43ed-86cf-26e928b93be4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.413457] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1279.413457] env[69506]: value = "task-3250362" [ 1279.413457] env[69506]: _type = "Task" [ 1279.413457] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.423133] env[69506]: DEBUG nova.network.neutron [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.424256] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250362, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.440726] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-861ec272-e676-4bea-a56a-2e2677778619 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.449402] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe3f11-e92c-429b-a90a-904df16cf9f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.476880] env[69506]: DEBUG nova.compute.manager [req-44cac37b-3a68-4e22-9f43-2700ab5bbec8 req-0f991ef4-d7cd-4046-a9c2-e3cbb9e393ea service nova] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Detach interface failed, port_id=e64d85bd-4521-4383-91db-5079182bc715, reason: Instance 66edbb1a-990b-4170-bd0e-ad80f166753e could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.555447] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.923629] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250362, 'name': Rename_Task, 'duration_secs': 0.135088} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.923984] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.924252] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa14bc6-427b-4b97-83f7-f37ae0176a79 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.925944] env[69506]: INFO nova.compute.manager [-] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Took 1.20 seconds to deallocate network for instance. [ 1279.933183] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1279.933183] env[69506]: value = "task-3250363" [ 1279.933183] env[69506]: _type = "Task" [ 1279.933183] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.943608] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.433016] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.433377] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.433560] env[69506]: DEBUG nova.objects.instance [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lazy-loading 'resources' on Instance uuid 66edbb1a-990b-4170-bd0e-ad80f166753e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.445063] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.567629] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.595124] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.595402] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.595567] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.595768] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.595997] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.596117] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.596318] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.596490] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.596686] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.596865] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.597058] env[69506]: DEBUG nova.virt.hardware [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.597971] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7dca41-415b-4995-919d-3a4e6a5f5647 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.605905] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f170a6-c62a-4026-b8f8-0a2b5a764767 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.787418] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Successfully updated port: 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.947396] env[69506]: DEBUG oslo_vmware.api [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250363, 'name': PowerOnVM_Task, 'duration_secs': 0.979781} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.947698] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.964777] env[69506]: DEBUG nova.compute.manager [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.964903] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.965080] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.965273] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.965463] env[69506]: DEBUG nova.compute.manager [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] No waiting events found dispatching network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.965628] env[69506]: WARNING nova.compute.manager [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received unexpected event network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 for instance with vm_state building and task_state spawning. [ 1280.965785] env[69506]: DEBUG nova.compute.manager [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.965937] env[69506]: DEBUG nova.compute.manager [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing instance network info cache due to event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.966139] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.966276] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.966429] env[69506]: DEBUG nova.network.neutron [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.028781] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800cf4f3-45c3-46be-9dc1-6cc5e35004d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.036695] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e042d550-4005-4807-ac31-3d8a3002b828 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.067711] env[69506]: DEBUG nova.compute.manager [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.068490] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead568ac-d013-4ddb-8348-a1646e335b67 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.071793] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ad01b7-66c7-485a-bb77-96a0d011017a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.081556] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f964e0-184d-4039-a0a2-40ba4fb8e4f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.096882] env[69506]: DEBUG nova.compute.provider_tree [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.289629] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.511862] env[69506]: DEBUG nova.network.neutron [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.585842] env[69506]: DEBUG nova.network.neutron [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.595738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ec595e2f-fdc3-4327-b82d-6330b12c6638 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.473s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.600154] env[69506]: DEBUG nova.scheduler.client.report [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.089030] env[69506]: DEBUG oslo_concurrency.lockutils [req-5542415c-6f97-4cff-a339-76a4d95105e9 req-776d0e55-7162-4bf6-b129-8c805fca6547 service nova] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.089030] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.089196] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.104608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.127018] env[69506]: INFO nova.scheduler.client.report [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Deleted allocations for instance 66edbb1a-990b-4170-bd0e-ad80f166753e [ 1282.492759] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b599a537-e24e-46e8-bc8b-213b5599847e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.499331] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Suspending the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1282.499562] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-539b442b-1885-48e0-a858-de109ae6d0be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.506122] env[69506]: DEBUG oslo_vmware.api [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1282.506122] env[69506]: value = "task-3250364" [ 1282.506122] env[69506]: _type = "Task" [ 1282.506122] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.514991] env[69506]: DEBUG oslo_vmware.api [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250364, 'name': SuspendVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.621537] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.634992] env[69506]: DEBUG oslo_concurrency.lockutils [None req-eb629f02-f41b-4ee1-892c-054725fd6934 tempest-AttachInterfacesTestJSON-84205195 tempest-AttachInterfacesTestJSON-84205195-project-member] Lock "66edbb1a-990b-4170-bd0e-ad80f166753e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.034s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.761323] env[69506]: DEBUG nova.network.neutron [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.016460] env[69506]: DEBUG oslo_vmware.api [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250364, 'name': SuspendVM_Task} progress is 70%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.264397] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.265030] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance network_info: |[{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.265398] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:41:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e8aa40-bbb0-4477-bafb-c26b9d1fe217', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.274134] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.274381] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.274610] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc66096-bfb7-4387-b7b8-29c3f17768d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.295136] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.295136] env[69506]: value = "task-3250365" [ 1283.295136] env[69506]: _type = "Task" [ 1283.295136] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.301724] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250365, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.518021] env[69506]: DEBUG oslo_vmware.api [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250364, 'name': SuspendVM_Task, 'duration_secs': 0.547315} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.518021] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Suspended the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1283.518439] env[69506]: DEBUG nova.compute.manager [None req-135b231b-3ac9-46a4-b627-3d9f967b647e tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.519189] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe9962-b273-4c6e-9032-42c6f31172f3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.804781] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250365, 'name': CreateVM_Task, 'duration_secs': 0.339322} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.804965] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.805691] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.805861] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.806232] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.806498] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2391c464-42e6-42e7-9c74-561146e90ef5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.810957] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1283.810957] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52faf8b0-ee18-b8d7-0be9-93d846dc136e" [ 1283.810957] env[69506]: _type = "Task" [ 1283.810957] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.820363] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52faf8b0-ee18-b8d7-0be9-93d846dc136e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.321590] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52faf8b0-ee18-b8d7-0be9-93d846dc136e, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.321676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.321888] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.322138] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.322287] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.322462] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.322716] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757bd286-6615-4f33-a77f-e0dd5f6c90f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.331331] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.331514] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.332250] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e94475-46b4-476d-957d-2aa5dcf1ce23 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.337199] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1284.337199] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529aa1ae-1943-3e80-c977-9c820f82c96a" [ 1284.337199] env[69506]: _type = "Task" [ 1284.337199] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.344955] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529aa1ae-1943-3e80-c977-9c820f82c96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.849273] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529aa1ae-1943-3e80-c977-9c820f82c96a, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.849273] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01da799-5d1c-4de7-be09-39eb637eea6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.854638] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1284.854638] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a426f5-e2f7-7240-2b2e-5486bd2fd082" [ 1284.854638] env[69506]: _type = "Task" [ 1284.854638] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.863775] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a426f5-e2f7-7240-2b2e-5486bd2fd082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.915426] env[69506]: INFO nova.compute.manager [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Resuming [ 1284.916153] env[69506]: DEBUG nova.objects.instance [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'flavor' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.365337] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a426f5-e2f7-7240-2b2e-5486bd2fd082, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.365669] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.365942] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.366227] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a32ead9-0312-42aa-8bb7-03a2c64e9159 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.372361] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1285.372361] env[69506]: value = "task-3250366" [ 1285.372361] env[69506]: _type = "Task" [ 1285.372361] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.379625] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.882612] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480864} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.882958] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.883189] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.883497] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e0d3636-36b6-4db5-8f53-a2ac992ce07e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.888837] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1285.888837] env[69506]: value = "task-3250367" [ 1285.888837] env[69506]: _type = "Task" [ 1285.888837] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.896150] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.399339] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062175} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.399614] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.400532] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81ee94-f908-4831-b8bd-efe0030a3463 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.423010] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.423307] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804a505f-7be7-4bdd-bfd9-806ff92a614e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.437725] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.438019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquired lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.438257] env[69506]: DEBUG nova.network.neutron [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.444478] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1286.444478] env[69506]: value = "task-3250368" [ 1286.444478] env[69506]: _type = "Task" [ 1286.444478] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.454765] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.956132] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250368, 'name': ReconfigVM_Task, 'duration_secs': 0.277856} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.956777] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.957425] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ecd8815-0fc6-4105-a9ae-e3b7a2d6b538 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.965047] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1286.965047] env[69506]: value = "task-3250369" [ 1286.965047] env[69506]: _type = "Task" [ 1286.965047] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.973439] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250369, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.280710] env[69506]: DEBUG nova.network.neutron [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [{"id": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "address": "fa:16:3e:93:e1:25", "network": {"id": "f9398258-ea54-41d0-8ee2-8819302456a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-868436156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f255d79f716f42508adde446a3b8afce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05833cf-ad", "ovs_interfaceid": "d05833cf-adbb-4f7c-a9f7-c544d6fae9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.327191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.327191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.327191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "1923523b-247d-4875-a935-c97b4078cb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.327191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.327191] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.329218] env[69506]: INFO nova.compute.manager [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Terminating instance [ 1287.477391] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250369, 'name': Rename_Task, 'duration_secs': 0.18588} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.477615] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.478111] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac033dd-1e58-402b-9ea1-b1323a2535bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.484682] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1287.484682] env[69506]: value = "task-3250370" [ 1287.484682] env[69506]: _type = "Task" [ 1287.484682] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.492273] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.783646] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Releasing lock "refresh_cache-71905fe4-7860-491b-8f10-d0d7769d4678" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.784725] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce8168-c2a9-46f0-be9c-85c156cbf530 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.791985] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Resuming the VM {{(pid=69506) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1287.792246] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f30c7970-0688-46c7-bb1b-3c48b5afe831 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.798538] env[69506]: DEBUG oslo_vmware.api [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1287.798538] env[69506]: value = "task-3250371" [ 1287.798538] env[69506]: _type = "Task" [ 1287.798538] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.807109] env[69506]: DEBUG oslo_vmware.api [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.834258] env[69506]: DEBUG nova.compute.manager [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.834584] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.834948] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcb63ef-860d-48d4-9e22-cbbaef853366 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.842751] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1287.842751] env[69506]: value = "task-3250372" [ 1287.842751] env[69506]: _type = "Task" [ 1287.842751] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.851837] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.993903] env[69506]: DEBUG oslo_vmware.api [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250370, 'name': PowerOnVM_Task, 'duration_secs': 0.468723} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.994302] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.994622] env[69506]: INFO nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1287.994918] env[69506]: DEBUG nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.996044] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60500603-a44a-4546-82b8-1d678f547877 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.313053] env[69506]: DEBUG oslo_vmware.api [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.354192] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250372, 'name': PowerOffVM_Task, 'duration_secs': 0.222096} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.354496] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.354706] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.354893] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649446', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'name': 'volume-51a17bc8-438c-4d18-9167-f6faf6f3c664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1923523b-247d-4875-a935-c97b4078cb61', 'attached_at': '2025-04-03T10:47:03.000000', 'detached_at': '', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'serial': '51a17bc8-438c-4d18-9167-f6faf6f3c664'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.355715] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c758bf5-927d-46eb-87dc-a4a30ec19aec {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.376501] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee5813-2f6e-4f6c-8b2d-77e4e3ab8eb6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.385476] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c25ea8-249f-402d-9d40-9d6ed2596c36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.405642] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115695c-ea59-457d-bfa4-472863bf762b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.424888] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "05a00f43-c382-450d-8d2f-5d63e0284471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.425175] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.426400] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] The volume has not been displaced from its original location: [datastore2] volume-51a17bc8-438c-4d18-9167-f6faf6f3c664/volume-51a17bc8-438c-4d18-9167-f6faf6f3c664.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.431831] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.432839] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb288a92-a3ca-4418-b263-db3a8c64a7ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.455441] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1288.455441] env[69506]: value = "task-3250373" [ 1288.455441] env[69506]: _type = "Task" [ 1288.455441] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.466017] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.515969] env[69506]: INFO nova.compute.manager [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Took 12.18 seconds to build instance. [ 1288.810282] env[69506]: DEBUG oslo_vmware.api [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250371, 'name': PowerOnVM_Task, 'duration_secs': 0.535485} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.810566] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Resumed the VM {{(pid=69506) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1288.810743] env[69506]: DEBUG nova.compute.manager [None req-6f558c56-113e-4f50-8533-a771a45d5b18 tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.811607] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1f5f53-6a97-4954-af46-ef16ddcf80ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.933457] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.965394] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250373, 'name': ReconfigVM_Task, 'duration_secs': 0.167212} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.965700] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.970281] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae0fc78-9e95-44f0-bef3-837fd29f0d61 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.985551] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1288.985551] env[69506]: value = "task-3250374" [ 1288.985551] env[69506]: _type = "Task" [ 1288.985551] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.993365] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.018542] env[69506]: DEBUG oslo_concurrency.lockutils [None req-89c52f6c-b80a-41a8-81d7-4d685372c1a2 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.688s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.457354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.457786] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.461445] env[69506]: INFO nova.compute.claims [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.495554] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250374, 'name': ReconfigVM_Task, 'duration_secs': 0.190419} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.495867] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649446', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'name': 'volume-51a17bc8-438c-4d18-9167-f6faf6f3c664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1923523b-247d-4875-a935-c97b4078cb61', 'attached_at': '2025-04-03T10:47:03.000000', 'detached_at': '', 'volume_id': '51a17bc8-438c-4d18-9167-f6faf6f3c664', 'serial': '51a17bc8-438c-4d18-9167-f6faf6f3c664'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1289.496156] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.496955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8c587-13fd-4b95-908b-1e740c68ea3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.504131] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.504386] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8342539-da3c-48ab-ba4d-7964bcaa8e99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.567438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.567438] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.567637] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore2] 1923523b-247d-4875-a935-c97b4078cb61 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.567850] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d52777-475b-4b0b-aced-d89795d3a378 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.575119] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1289.575119] env[69506]: value = "task-3250376" [ 1289.575119] env[69506]: _type = "Task" [ 1289.575119] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.585847] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.776964] env[69506]: DEBUG nova.compute.manager [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.777183] env[69506]: DEBUG nova.compute.manager [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing instance network info cache due to event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.777419] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.777704] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.777899] env[69506]: DEBUG nova.network.neutron [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.085234] env[69506]: DEBUG oslo_vmware.api [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078693} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.085567] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.085663] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.085838] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.086019] env[69506]: INFO nova.compute.manager [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1290.086261] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.086449] env[69506]: DEBUG nova.compute.manager [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.086545] env[69506]: DEBUG nova.network.neutron [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.579323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab195e-151f-4463-8670-08ad9b160e0d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.587680] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d558b-87f4-4f52-a3b0-295958bed732 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.621695] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abe19d1-7f18-405f-a190-f9d16a704ff1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.629575] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c983230-6406-4e27-975d-c0b4349405b5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.643695] env[69506]: DEBUG nova.compute.provider_tree [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.783719] env[69506]: DEBUG nova.network.neutron [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updated VIF entry in instance network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.785028] env[69506]: DEBUG nova.network.neutron [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.818349] env[69506]: DEBUG nova.compute.manager [req-7c278027-2efb-4383-9088-5bb93c91cedc req-46db5977-a7db-4a5c-aa47-77f7ae56c5d4 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Received event network-vif-deleted-888e9cea-1939-4574-9945-9bc451a7538a {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.819031] env[69506]: INFO nova.compute.manager [req-7c278027-2efb-4383-9088-5bb93c91cedc req-46db5977-a7db-4a5c-aa47-77f7ae56c5d4 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Neutron deleted interface 888e9cea-1939-4574-9945-9bc451a7538a; detaching it from the instance and deleting it from the info cache [ 1290.819031] env[69506]: DEBUG nova.network.neutron [req-7c278027-2efb-4383-9088-5bb93c91cedc req-46db5977-a7db-4a5c-aa47-77f7ae56c5d4 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.147176] env[69506]: DEBUG nova.scheduler.client.report [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.290674] env[69506]: DEBUG oslo_concurrency.lockutils [req-9e8a0c7c-e041-4e2b-b201-a67389134ca2 req-fb0327b8-a132-4cb1-a5bc-72721812c643 service nova] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.293588] env[69506]: DEBUG nova.network.neutron [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.322066] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b30e1064-d27c-4c69-ad4a-c2c0916a478c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.331550] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445a078-c038-40b7-b31e-e44fa377aa8d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.358124] env[69506]: DEBUG nova.compute.manager [req-7c278027-2efb-4383-9088-5bb93c91cedc req-46db5977-a7db-4a5c-aa47-77f7ae56c5d4 service nova] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Detach interface failed, port_id=888e9cea-1939-4574-9945-9bc451a7538a, reason: Instance 1923523b-247d-4875-a935-c97b4078cb61 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.653361] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.653889] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.795961] env[69506]: INFO nova.compute.manager [-] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Took 1.71 seconds to deallocate network for instance. [ 1292.159294] env[69506]: DEBUG nova.compute.utils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.160814] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.161662] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.209127] env[69506]: DEBUG nova.policy [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.341564] env[69506]: INFO nova.compute.manager [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Took 0.55 seconds to detach 1 volumes for instance. [ 1292.343856] env[69506]: DEBUG nova.compute.manager [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Deleting volume: 51a17bc8-438c-4d18-9167-f6faf6f3c664 {{(pid=69506) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1292.464566] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Successfully created port: 2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.665751] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.881230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.881547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.881766] env[69506]: DEBUG nova.objects.instance [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'resources' on Instance uuid 1923523b-247d-4875-a935-c97b4078cb61 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.471761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1d4cd-0a7d-44f1-8721-3f4566f4831a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.479954] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790fafe1-b07a-4c3e-b1c0-febb8ff67467 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.510811] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4223fd-6561-44b7-871f-eda50eb65976 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.518235] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476de85-16d8-48b7-b294-0d5d4c3ff759 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.531516] env[69506]: DEBUG nova.compute.provider_tree [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.676570] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.700995] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.701292] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.701453] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.701634] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.701781] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.701925] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.702166] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.702344] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.702509] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.702689] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.702865] env[69506]: DEBUG nova.virt.hardware [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.703754] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b7c4c0-7cfd-4697-ae52-6fdd2f8ed2b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.711502] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74e0ee-3059-490a-8c72-7de45e1c28bf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.726241] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.726479] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.726681] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.726863] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.727054] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.729663] env[69506]: INFO nova.compute.manager [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Terminating instance [ 1293.819283] env[69506]: DEBUG nova.compute.manager [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Received event network-vif-plugged-2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.819529] env[69506]: DEBUG oslo_concurrency.lockutils [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] Acquiring lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.819730] env[69506]: DEBUG oslo_concurrency.lockutils [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] Lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.819893] env[69506]: DEBUG oslo_concurrency.lockutils [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] Lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.820146] env[69506]: DEBUG nova.compute.manager [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] No waiting events found dispatching network-vif-plugged-2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.820324] env[69506]: WARNING nova.compute.manager [req-8daa61c3-228c-492a-b041-56650dfafb47 req-40674bb0-e49a-4888-8382-570300f7c693 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Received unexpected event network-vif-plugged-2e0e10a3-c237-4ad1-951d-1e08d165b0a0 for instance with vm_state building and task_state spawning. [ 1293.909284] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Successfully updated port: 2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.035576] env[69506]: DEBUG nova.scheduler.client.report [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.233257] env[69506]: DEBUG nova.compute.manager [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.233567] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.234444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7c79a-b51d-4f9d-9ef4-eecc510dc2c7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.242219] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.242508] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84bc0ba4-7ec9-4204-8c74-4348f3c2cd29 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.249928] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1294.249928] env[69506]: value = "task-3250378" [ 1294.249928] env[69506]: _type = "Task" [ 1294.249928] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.258660] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.412245] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.412431] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.412620] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.541070] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.562385] env[69506]: INFO nova.scheduler.client.report [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocations for instance 1923523b-247d-4875-a935-c97b4078cb61 [ 1294.759380] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250378, 'name': PowerOffVM_Task, 'duration_secs': 0.173827} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.759652] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.759824] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.760094] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a0f588-6288-436d-b26f-c8b07d5b977b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.827258] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.827501] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.827686] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleting the datastore file [datastore1] 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.827960] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5568537b-39f5-4f4d-ae7e-9962d0c41161 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.834863] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for the task: (returnval){ [ 1294.834863] env[69506]: value = "task-3250380" [ 1294.834863] env[69506]: _type = "Task" [ 1294.834863] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.842472] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.947834] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.067010] env[69506]: DEBUG nova.network.neutron [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Updating instance_info_cache with network_info: [{"id": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "address": "fa:16:3e:28:1e:83", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e10a3-c2", "ovs_interfaceid": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.070190] env[69506]: DEBUG oslo_concurrency.lockutils [None req-dfeba6e2-4b56-4800-81fc-d0665189a77b tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "1923523b-247d-4875-a935-c97b4078cb61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.744s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.345500] env[69506]: DEBUG oslo_vmware.api [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Task: {'id': task-3250380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135331} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.345879] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.346105] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.346296] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.346469] env[69506]: INFO nova.compute.manager [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.346702] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.346892] env[69506]: DEBUG nova.compute.manager [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.346987] env[69506]: DEBUG nova.network.neutron [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.368172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "494a5914-5908-4083-9a42-486a05e09642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.368426] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.368627] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "494a5914-5908-4083-9a42-486a05e09642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.368809] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.368976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.371160] env[69506]: INFO nova.compute.manager [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Terminating instance [ 1295.571305] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.571674] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Instance network_info: |[{"id": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "address": "fa:16:3e:28:1e:83", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e10a3-c2", "ovs_interfaceid": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.572293] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:1e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0e10a3-c237-4ad1-951d-1e08d165b0a0', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.579953] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating folder: Project (c65f6914beac40559addb4c484dd155e). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.580311] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da1fa92e-fce7-497b-9b68-b1317b9343ce {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.593766] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created folder: Project (c65f6914beac40559addb4c484dd155e) in parent group-v649133. [ 1295.594015] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating folder: Instances. Parent ref: group-v649462. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.594321] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea1238b-433c-45fd-b00c-cab73d8e3595 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.604744] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created folder: Instances in parent group-v649462. [ 1295.605082] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.605410] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.605658] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f1daf04-a887-49c7-994e-14f8504e7132 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.628126] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.628126] env[69506]: value = "task-3250383" [ 1295.628126] env[69506]: _type = "Task" [ 1295.628126] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.637029] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250383, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.863704] env[69506]: DEBUG nova.compute.manager [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Received event network-changed-2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.863899] env[69506]: DEBUG nova.compute.manager [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Refreshing instance network info cache due to event network-changed-2e0e10a3-c237-4ad1-951d-1e08d165b0a0. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.864113] env[69506]: DEBUG oslo_concurrency.lockutils [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] Acquiring lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.864259] env[69506]: DEBUG oslo_concurrency.lockutils [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] Acquired lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.864416] env[69506]: DEBUG nova.network.neutron [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Refreshing network info cache for port 2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.875140] env[69506]: DEBUG nova.compute.manager [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.875312] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.876227] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32dde5-9f13-47ae-a0d1-8714d8b6f755 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.884027] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.884267] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aeffa7a-4bb5-4147-80bd-63b4cb9d2105 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.894013] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1295.894013] env[69506]: value = "task-3250384" [ 1295.894013] env[69506]: _type = "Task" [ 1295.894013] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.902452] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.133624] env[69506]: DEBUG nova.network.neutron [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.138112] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250383, 'name': CreateVM_Task, 'duration_secs': 0.326786} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.138765] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.139445] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.139609] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.139951] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.140214] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f6e650-b1ff-4099-a839-5566b29f7012 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.145565] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1296.145565] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be8cad-460f-fcec-8b85-76e19ec8636a" [ 1296.145565] env[69506]: _type = "Task" [ 1296.145565] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.154611] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be8cad-460f-fcec-8b85-76e19ec8636a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.405333] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250384, 'name': PowerOffVM_Task, 'duration_secs': 0.192984} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.405590] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.405756] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.405995] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcf650f-4c82-48e8-b620-b6be8b521963 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.487801] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.488040] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.488231] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore1] 494a5914-5908-4083-9a42-486a05e09642 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.488525] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cc9a70-5302-4278-8e54-24ce34031d22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.494598] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1296.494598] env[69506]: value = "task-3250386" [ 1296.494598] env[69506]: _type = "Task" [ 1296.494598] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.502305] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.622835] env[69506]: DEBUG nova.network.neutron [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Updated VIF entry in instance network info cache for port 2e0e10a3-c237-4ad1-951d-1e08d165b0a0. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.623172] env[69506]: DEBUG nova.network.neutron [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Updating instance_info_cache with network_info: [{"id": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "address": "fa:16:3e:28:1e:83", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e10a3-c2", "ovs_interfaceid": "2e0e10a3-c237-4ad1-951d-1e08d165b0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.640043] env[69506]: INFO nova.compute.manager [-] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Took 1.29 seconds to deallocate network for instance. [ 1296.658477] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52be8cad-460f-fcec-8b85-76e19ec8636a, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.658737] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.658969] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.659217] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.659360] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.659543] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.659978] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60f4545b-cd50-47bb-b2c2-835cd841b104 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.667754] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.667931] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.668661] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dda556e-509a-40c4-82f3-2704e3fa96b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.673641] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1296.673641] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528d994f-4594-4d1d-47c0-4e4378d4dec6" [ 1296.673641] env[69506]: _type = "Task" [ 1296.673641] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.680851] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528d994f-4594-4d1d-47c0-4e4378d4dec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.004827] env[69506]: DEBUG oslo_vmware.api [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156613} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.005061] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.005221] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.005399] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.005570] env[69506]: INFO nova.compute.manager [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 494a5914-5908-4083-9a42-486a05e09642] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1297.005806] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.005995] env[69506]: DEBUG nova.compute.manager [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.006101] env[69506]: DEBUG nova.network.neutron [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.125907] env[69506]: DEBUG oslo_concurrency.lockutils [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] Releasing lock "refresh_cache-05a00f43-c382-450d-8d2f-5d63e0284471" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.126032] env[69506]: DEBUG nova.compute.manager [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Received event network-vif-deleted-d05833cf-adbb-4f7c-a9f7-c544d6fae9d8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.126210] env[69506]: INFO nova.compute.manager [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Neutron deleted interface d05833cf-adbb-4f7c-a9f7-c544d6fae9d8; detaching it from the instance and deleting it from the info cache [ 1297.126381] env[69506]: DEBUG nova.network.neutron [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.147172] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.147451] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.147673] env[69506]: DEBUG nova.objects.instance [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lazy-loading 'resources' on Instance uuid 71905fe4-7860-491b-8f10-d0d7769d4678 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.183388] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]528d994f-4594-4d1d-47c0-4e4378d4dec6, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.184205] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56486033-e7f0-4e90-acd2-10f4af07c80d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.189143] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1297.189143] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52239e2c-4afa-f89b-6fac-b79d8db604db" [ 1297.189143] env[69506]: _type = "Task" [ 1297.189143] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.196394] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52239e2c-4afa-f89b-6fac-b79d8db604db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.629714] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b16d555e-ef9f-4020-be19-5127d73257ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.639482] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8eba46-f070-4c77-8b7b-7d7ccc100b96 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.668326] env[69506]: DEBUG nova.compute.manager [req-cb069336-64f3-4b5a-b14d-77654ad28c1a req-b93c416f-01c5-472b-95bf-d270fac06a4a service nova] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Detach interface failed, port_id=d05833cf-adbb-4f7c-a9f7-c544d6fae9d8, reason: Instance 71905fe4-7860-491b-8f10-d0d7769d4678 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.698609] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52239e2c-4afa-f89b-6fac-b79d8db604db, 'name': SearchDatastore_Task, 'duration_secs': 0.025137} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.698860] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.699118] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 05a00f43-c382-450d-8d2f-5d63e0284471/05a00f43-c382-450d-8d2f-5d63e0284471.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.699361] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a577e651-d7cf-4689-a805-e0f92e9ee250 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.706783] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1297.706783] env[69506]: value = "task-3250387" [ 1297.706783] env[69506]: _type = "Task" [ 1297.706783] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.716890] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.719516] env[69506]: DEBUG nova.network.neutron [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.730492] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ebdb6-fae3-41e7-a050-8d2b69a1026c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.737342] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31061b5a-b3d2-4e3f-a474-d8e1c8cfcab3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.768373] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ce6c7-75c3-4667-a6fc-e4e8bd889cab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.775424] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b3cd5-19ff-47c9-8208-59007115bdd2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.788605] env[69506]: DEBUG nova.compute.provider_tree [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.889978] env[69506]: DEBUG nova.compute.manager [req-f9655af3-d0d5-4aa6-a420-3b04957fbb3f req-fd18cf2f-02d4-4c04-a90b-35d042fe08eb service nova] [instance: 494a5914-5908-4083-9a42-486a05e09642] Received event network-vif-deleted-bbac7a6a-367a-4efa-a0c9-e4294d98c6ff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.219244] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478406} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.219515] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 05a00f43-c382-450d-8d2f-5d63e0284471/05a00f43-c382-450d-8d2f-5d63e0284471.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.219729] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.219976] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52ced351-12cd-436e-803b-98793b27a78f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.221936] env[69506]: INFO nova.compute.manager [-] [instance: 494a5914-5908-4083-9a42-486a05e09642] Took 1.22 seconds to deallocate network for instance. [ 1298.231853] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1298.231853] env[69506]: value = "task-3250388" [ 1298.231853] env[69506]: _type = "Task" [ 1298.231853] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.239478] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.291595] env[69506]: DEBUG nova.scheduler.client.report [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.728476] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.741690] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063552} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.741947] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.742700] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a69af0-000b-4d30-87f0-a53d7a607021 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.764013] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 05a00f43-c382-450d-8d2f-5d63e0284471/05a00f43-c382-450d-8d2f-5d63e0284471.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.764268] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c1da3d-6ef3-4505-811b-a3a76d40153b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.783905] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1298.783905] env[69506]: value = "task-3250389" [ 1298.783905] env[69506]: _type = "Task" [ 1298.783905] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.791327] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.796096] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.798224] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.070s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.798458] env[69506]: DEBUG nova.objects.instance [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'resources' on Instance uuid 494a5914-5908-4083-9a42-486a05e09642 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.814015] env[69506]: INFO nova.scheduler.client.report [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Deleted allocations for instance 71905fe4-7860-491b-8f10-d0d7769d4678 [ 1299.293830] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250389, 'name': ReconfigVM_Task, 'duration_secs': 0.284931} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.294121] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 05a00f43-c382-450d-8d2f-5d63e0284471/05a00f43-c382-450d-8d2f-5d63e0284471.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.294767] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa398ab-10cc-4440-8d76-0ed6410714c3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.304196] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1299.304196] env[69506]: value = "task-3250390" [ 1299.304196] env[69506]: _type = "Task" [ 1299.304196] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.311392] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250390, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.322115] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ee463056-248c-4e6a-9b4d-e59024d38daf tempest-ServersNegativeTestJSON-1527094857 tempest-ServersNegativeTestJSON-1527094857-project-member] Lock "71905fe4-7860-491b-8f10-d0d7769d4678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.596s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.358589] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827dc67f-ff2f-43d3-bb08-6bbf8c9fada6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.365908] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443cd21f-4cd9-4bfe-8d4d-2bd200fa99cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.395638] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ba603-907a-4fc1-9911-4a1ab5947e6c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.402538] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864bef9-6230-4193-ad3d-0a4462ad851c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.415642] env[69506]: DEBUG nova.compute.provider_tree [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.813889] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250390, 'name': Rename_Task, 'duration_secs': 0.1386} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.814237] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.814406] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e57f222-e604-44bd-a6ea-ca3648395091 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.820126] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1299.820126] env[69506]: value = "task-3250391" [ 1299.820126] env[69506]: _type = "Task" [ 1299.820126] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.828995] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.919218] env[69506]: DEBUG nova.scheduler.client.report [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.331891] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.424962] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.447459] env[69506]: INFO nova.scheduler.client.report [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocations for instance 494a5914-5908-4083-9a42-486a05e09642 [ 1300.830917] env[69506]: DEBUG oslo_vmware.api [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250391, 'name': PowerOnVM_Task, 'duration_secs': 0.984041} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.831283] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.831342] env[69506]: INFO nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1300.832023] env[69506]: DEBUG nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.832284] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacbf9a2-5392-4624-81f7-517a0b76d53b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.959624] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e9e33c62-5d28-48d5-8d04-557a7f403153 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "494a5914-5908-4083-9a42-486a05e09642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.349129] env[69506]: INFO nova.compute.manager [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Took 11.91 seconds to build instance. [ 1301.751193] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "05a00f43-c382-450d-8d2f-5d63e0284471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.853676] env[69506]: DEBUG oslo_concurrency.lockutils [None req-5e228067-547e-4b10-9af7-55ced8eb5495 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.428s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.853975] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.103s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.854165] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.854391] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.854561] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.856705] env[69506]: INFO nova.compute.manager [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Terminating instance [ 1302.360800] env[69506]: DEBUG nova.compute.manager [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.361119] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.362113] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99253a3c-1189-45e4-a6ba-eef816f545ad {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.370416] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.370666] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56240553-2ba4-40bf-9a81-c04ccdeac0f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.377311] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1302.377311] env[69506]: value = "task-3250393" [ 1302.377311] env[69506]: _type = "Task" [ 1302.377311] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.385689] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.887127] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250393, 'name': PowerOffVM_Task, 'duration_secs': 0.197432} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.887436] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.887586] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.887845] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7fd4d7b-ba66-4210-9964-f4224d14d1a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.949287] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.949522] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.949705] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore2] 05a00f43-c382-450d-8d2f-5d63e0284471 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.950011] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e642864d-4a0c-4f0a-8a44-780e86c8cbe7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.956410] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1302.956410] env[69506]: value = "task-3250395" [ 1302.956410] env[69506]: _type = "Task" [ 1302.956410] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.964530] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.467383] env[69506]: DEBUG oslo_vmware.api [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140118} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.467641] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.467833] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.468054] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.468921] env[69506]: INFO nova.compute.manager [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1303.468921] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.468921] env[69506]: DEBUG nova.compute.manager [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.468921] env[69506]: DEBUG nova.network.neutron [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.694652] env[69506]: DEBUG nova.compute.manager [req-dbc51afc-a0c6-4140-aef2-0a96edd3f453 req-3a2e45d5-b5dc-451e-be3c-70f806e0b750 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Received event network-vif-deleted-2e0e10a3-c237-4ad1-951d-1e08d165b0a0 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.694781] env[69506]: INFO nova.compute.manager [req-dbc51afc-a0c6-4140-aef2-0a96edd3f453 req-3a2e45d5-b5dc-451e-be3c-70f806e0b750 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Neutron deleted interface 2e0e10a3-c237-4ad1-951d-1e08d165b0a0; detaching it from the instance and deleting it from the info cache [ 1303.694913] env[69506]: DEBUG nova.network.neutron [req-dbc51afc-a0c6-4140-aef2-0a96edd3f453 req-3a2e45d5-b5dc-451e-be3c-70f806e0b750 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.177677] env[69506]: DEBUG nova.network.neutron [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.197624] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77385a98-ec3f-4989-a04c-7fde664599cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.207690] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66424a-ae59-46e8-a589-8119060dc4ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.232813] env[69506]: DEBUG nova.compute.manager [req-dbc51afc-a0c6-4140-aef2-0a96edd3f453 req-3a2e45d5-b5dc-451e-be3c-70f806e0b750 service nova] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Detach interface failed, port_id=2e0e10a3-c237-4ad1-951d-1e08d165b0a0, reason: Instance 05a00f43-c382-450d-8d2f-5d63e0284471 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1304.681007] env[69506]: INFO nova.compute.manager [-] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Took 1.21 seconds to deallocate network for instance. [ 1305.079985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "72265512-6ea5-4279-a0a7-059100f0b5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.080278] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.080487] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.080671] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.080844] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.082842] env[69506]: INFO nova.compute.manager [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Terminating instance [ 1305.188387] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.188830] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.188877] env[69506]: DEBUG nova.objects.instance [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'resources' on Instance uuid 05a00f43-c382-450d-8d2f-5d63e0284471 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.587173] env[69506]: DEBUG nova.compute.manager [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.587434] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.588417] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca3638-d0da-402e-8061-d9791698eab1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.596767] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.597041] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-305a0181-df05-41cf-acd1-2c2ba919f4fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.603343] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1305.603343] env[69506]: value = "task-3250396" [ 1305.603343] env[69506]: _type = "Task" [ 1305.603343] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.612665] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.751640] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f97bb9-f1f5-4d40-948c-571d63b7f9a0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.758761] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0176c-9082-449b-8151-b881f56026d3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.788935] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5752640-e2b6-41ac-8003-468bba649d3c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.796170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d800c3b6-f5dd-4d96-83a5-85953de99468 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.809519] env[69506]: DEBUG nova.compute.provider_tree [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.113206] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250396, 'name': PowerOffVM_Task, 'duration_secs': 0.219098} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.113495] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.113667] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.113907] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d2e44b-4397-4fbc-867a-02e4bf14b313 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.182135] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.182361] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.182612] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleting the datastore file [datastore2] 72265512-6ea5-4279-a0a7-059100f0b5bb {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.182877] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c93f4b-b222-40ee-b59b-83747316bf1f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.189172] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for the task: (returnval){ [ 1306.189172] env[69506]: value = "task-3250398" [ 1306.189172] env[69506]: _type = "Task" [ 1306.189172] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.196326] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.312772] env[69506]: DEBUG nova.scheduler.client.report [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.698580] env[69506]: DEBUG oslo_vmware.api [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Task: {'id': task-3250398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1317} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.698846] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.699046] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.699232] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.699408] env[69506]: INFO nova.compute.manager [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.699646] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.699837] env[69506]: DEBUG nova.compute.manager [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.699931] env[69506]: DEBUG nova.network.neutron [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.818137] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.842134] env[69506]: INFO nova.scheduler.client.report [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance 05a00f43-c382-450d-8d2f-5d63e0284471 [ 1306.969997] env[69506]: DEBUG nova.compute.manager [req-cb05bf67-341c-4f50-8313-26f3c353bbcf req-2cd5f933-dee6-4a78-a60c-6ecf2996a864 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Received event network-vif-deleted-e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.970278] env[69506]: INFO nova.compute.manager [req-cb05bf67-341c-4f50-8313-26f3c353bbcf req-2cd5f933-dee6-4a78-a60c-6ecf2996a864 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Neutron deleted interface e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34; detaching it from the instance and deleting it from the info cache [ 1306.970388] env[69506]: DEBUG nova.network.neutron [req-cb05bf67-341c-4f50-8313-26f3c353bbcf req-2cd5f933-dee6-4a78-a60c-6ecf2996a864 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.349674] env[69506]: DEBUG oslo_concurrency.lockutils [None req-aeca24f8-7eaa-485c-bb08-d5b345eb8e12 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "05a00f43-c382-450d-8d2f-5d63e0284471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.496s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.447849] env[69506]: DEBUG nova.network.neutron [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.472503] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49d1f2a1-ed0b-4318-ad18-6caa37f7610d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.482614] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88813a15-6bf1-4475-ab87-79b83e55b860 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.507018] env[69506]: DEBUG nova.compute.manager [req-cb05bf67-341c-4f50-8313-26f3c353bbcf req-2cd5f933-dee6-4a78-a60c-6ecf2996a864 service nova] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Detach interface failed, port_id=e3c3f4e6-fe0a-4d91-af6b-deb96aa2bc34, reason: Instance 72265512-6ea5-4279-a0a7-059100f0b5bb could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.950783] env[69506]: INFO nova.compute.manager [-] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Took 1.25 seconds to deallocate network for instance. [ 1308.457541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.457937] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.458052] env[69506]: DEBUG nova.objects.instance [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lazy-loading 'resources' on Instance uuid 72265512-6ea5-4279-a0a7-059100f0b5bb {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.773123] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.773394] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.007894] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd1a635-5e7a-4d3d-a652-87b4a7a57276 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.015231] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb5caa-103f-429f-89f8-5068f8bb1145 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.046922] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b4a3cc-6efd-481e-99a0-6fdd7a265c7e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.055830] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8722d2d6-be63-44f5-a967-2f0c8eee0c88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.066897] env[69506]: DEBUG nova.compute.provider_tree [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.275741] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.570333] env[69506]: DEBUG nova.scheduler.client.report [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.794310] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.075749] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.078040] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.284s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.079486] env[69506]: INFO nova.compute.claims [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.097227] env[69506]: INFO nova.scheduler.client.report [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Deleted allocations for instance 72265512-6ea5-4279-a0a7-059100f0b5bb [ 1310.603588] env[69506]: DEBUG oslo_concurrency.lockutils [None req-ab80b56f-83f1-4fa2-a150-63f09264a145 tempest-ServerActionsTestOtherA-389553511 tempest-ServerActionsTestOtherA-389553511-project-member] Lock "72265512-6ea5-4279-a0a7-059100f0b5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.523s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.127856] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d93822-a416-4013-aef4-8e613bbb373f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.135980] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b5cda-aea4-4858-803d-76e39e63b99c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.167499] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307c9ee-14ab-4638-816d-6a6f72b6d0f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.174678] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c84db55-1ca6-48d3-a890-52caec3eb515 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.188287] env[69506]: DEBUG nova.compute.provider_tree [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.691602] env[69506]: DEBUG nova.scheduler.client.report [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.196799] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.197325] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.702154] env[69506]: DEBUG nova.compute.utils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.703770] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.703770] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.745615] env[69506]: DEBUG nova.policy [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.018176] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Successfully created port: a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.207032] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.217750] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.242795] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.243032] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.243199] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.243444] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.243595] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.243741] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.243950] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.244149] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.244345] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.244508] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.244681] env[69506]: DEBUG nova.virt.hardware [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.245564] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e554e9-a4ee-4732-aaf3-eaa4254662e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.253959] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1a81e-36c6-4667-9fe2-9138baea581e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.403390] env[69506]: DEBUG nova.compute.manager [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Received event network-vif-plugged-a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.403980] env[69506]: DEBUG oslo_concurrency.lockutils [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.403980] env[69506]: DEBUG oslo_concurrency.lockutils [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.403980] env[69506]: DEBUG oslo_concurrency.lockutils [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.404222] env[69506]: DEBUG nova.compute.manager [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] No waiting events found dispatching network-vif-plugged-a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.404279] env[69506]: WARNING nova.compute.manager [req-55b30836-9c6a-46b0-adad-bf0b7c1f6132 req-4d5a449c-4c54-4d9e-a2be-8630d0d708ac service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Received unexpected event network-vif-plugged-a594f5bf-e2aa-46ee-a064-e141764b2bff for instance with vm_state building and task_state spawning. [ 1314.487651] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Successfully updated port: a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.989936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.989936] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.990089] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.524079] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.656548] env[69506]: DEBUG nova.network.neutron [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updating instance_info_cache with network_info: [{"id": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "address": "fa:16:3e:11:6e:4a", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa594f5bf-e2", "ovs_interfaceid": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.119184] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.119475] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.159119] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.159539] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Instance network_info: |[{"id": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "address": "fa:16:3e:11:6e:4a", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa594f5bf-e2", "ovs_interfaceid": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.160017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a594f5bf-e2aa-46ee-a064-e141764b2bff', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.167646] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.168182] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.168473] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8446335c-4320-4f88-a1f6-6e5856505ae1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.188662] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.188662] env[69506]: value = "task-3250399" [ 1316.188662] env[69506]: _type = "Task" [ 1316.188662] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.196291] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250399, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.256299] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.256299] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.256456] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.436203] env[69506]: DEBUG nova.compute.manager [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Received event network-changed-a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.436435] env[69506]: DEBUG nova.compute.manager [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Refreshing instance network info cache due to event network-changed-a594f5bf-e2aa-46ee-a064-e141764b2bff. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.436590] env[69506]: DEBUG oslo_concurrency.lockutils [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] Acquiring lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.436712] env[69506]: DEBUG oslo_concurrency.lockutils [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] Acquired lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.436857] env[69506]: DEBUG nova.network.neutron [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Refreshing network info cache for port a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.622420] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.699401] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250399, 'name': CreateVM_Task, 'duration_secs': 0.29234} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.699579] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.701281] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.701508] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.701824] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.702383] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959638c7-1951-496c-95f7-804faee8bea6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.707625] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1316.707625] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e4ff2b-f12f-658d-ac0b-ca3ece27f289" [ 1316.707625] env[69506]: _type = "Task" [ 1316.707625] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.715441] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e4ff2b-f12f-658d-ac0b-ca3ece27f289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.758857] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.759112] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.759285] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.759437] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1316.760248] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c474a-ad85-4440-af4e-36370e8559be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.769353] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f416dcdd-a21a-4df6-bddc-84e32a4a4853 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.788288] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7aeb8d-cbf4-4d0d-a721-a88d359b4c85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.794385] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca4c2d-6ede-42e3-940c-d70ed6713000 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.822459] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179775MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1316.822612] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.822848] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.122186] env[69506]: DEBUG nova.network.neutron [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updated VIF entry in instance network info cache for port a594f5bf-e2aa-46ee-a064-e141764b2bff. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.122534] env[69506]: DEBUG nova.network.neutron [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updating instance_info_cache with network_info: [{"id": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "address": "fa:16:3e:11:6e:4a", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa594f5bf-e2", "ovs_interfaceid": "a594f5bf-e2aa-46ee-a064-e141764b2bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.146023] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.217768] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52e4ff2b-f12f-658d-ac0b-ca3ece27f289, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.218085] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.218323] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.218553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.218697] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.218869] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.219133] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78083f20-dc0e-48d8-8426-678a78f1ace5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.227990] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.228184] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.229143] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d72e99-33d7-48a4-82d8-2eb1a5e2d3b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.236668] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1317.236668] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bcf7ec-fa74-9209-3a98-5dbc658a2da7" [ 1317.236668] env[69506]: _type = "Task" [ 1317.236668] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.244300] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bcf7ec-fa74-9209-3a98-5dbc658a2da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.625090] env[69506]: DEBUG oslo_concurrency.lockutils [req-13fbb421-c09d-4778-a03f-d76c1aa2d236 req-414eca9c-8c59-45d1-8488-96e00aee304f service nova] Releasing lock "refresh_cache-23a9c039-5b68-4562-8f57-c4ff18b6b7a7" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.746840] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bcf7ec-fa74-9209-3a98-5dbc658a2da7, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.747562] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f5b638-b72d-4bc6-a3d6-cc3ca637a778 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.752248] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1317.752248] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5200636b-5930-b6d0-4fbd-9fa57f2fd84a" [ 1317.752248] env[69506]: _type = "Task" [ 1317.752248] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.759291] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5200636b-5930-b6d0-4fbd-9fa57f2fd84a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.849590] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.849786] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.262774] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5200636b-5930-b6d0-4fbd-9fa57f2fd84a, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.263039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.263289] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 23a9c039-5b68-4562-8f57-c4ff18b6b7a7/23a9c039-5b68-4562-8f57-c4ff18b6b7a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.263584] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02371352-fe8c-431f-82c0-e977e4dd31ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.270372] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1318.270372] env[69506]: value = "task-3250400" [ 1318.270372] env[69506]: _type = "Task" [ 1318.270372] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.277845] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.352987] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 1a1bc28e-daa6-496f-ac7e-714dcd792b51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1318.353231] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1318.353428] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1318.402734] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b931368a-b744-4f21-9724-aaf95141c960 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.410828] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b14658-8922-4c9a-a598-d116f2e7e9cd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.441312] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28a1618-a04e-4584-8d5e-17c1ab5e0d87 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.449443] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b560efe-383e-4d72-9bd9-680c789f20f9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.465029] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.780311] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406174} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.780568] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 23a9c039-5b68-4562-8f57-c4ff18b6b7a7/23a9c039-5b68-4562-8f57-c4ff18b6b7a7.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.780783] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.781042] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21628895-ae6b-494a-8814-b8ae37b7d519 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.787324] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1318.787324] env[69506]: value = "task-3250401" [ 1318.787324] env[69506]: _type = "Task" [ 1318.787324] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.795488] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.967937] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.297478] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058198} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.298429] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.298753] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac9eb4-03ac-4ce8-a8c9-73017dd75eb4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.319903] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 23a9c039-5b68-4562-8f57-c4ff18b6b7a7/23a9c039-5b68-4562-8f57-c4ff18b6b7a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.320147] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca1d34f-2f3e-4c0d-957d-0ed5fdeefaeb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.338693] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1319.338693] env[69506]: value = "task-3250402" [ 1319.338693] env[69506]: _type = "Task" [ 1319.338693] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.346082] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.473196] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1319.473452] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.651s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.473736] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.328s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.475276] env[69506]: INFO nova.compute.claims [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.848692] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250402, 'name': ReconfigVM_Task, 'duration_secs': 0.263218} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.849020] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 23a9c039-5b68-4562-8f57-c4ff18b6b7a7/23a9c039-5b68-4562-8f57-c4ff18b6b7a7.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.849566] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb276464-9cb9-4653-81a1-8e66328807a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.855114] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1319.855114] env[69506]: value = "task-3250403" [ 1319.855114] env[69506]: _type = "Task" [ 1319.855114] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.863027] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250403, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.365723] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250403, 'name': Rename_Task, 'duration_secs': 0.140285} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.366035] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.366316] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c56425-782a-4473-88b8-808892fb815e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.372886] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1320.372886] env[69506]: value = "task-3250404" [ 1320.372886] env[69506]: _type = "Task" [ 1320.372886] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.380017] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.476915] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.477198] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.477395] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.477582] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.477754] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.530262] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117d50e-1ed3-4ace-b579-7d807684be72 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.537349] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec7018-1b0d-4ee4-9fdd-93f609dcf39f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.568942] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc6ca8-bce4-4766-bb77-bf4039f60fbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.576386] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4200fd6b-69ea-4b57-919a-50a358916b4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.589928] env[69506]: DEBUG nova.compute.provider_tree [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.882794] env[69506]: DEBUG oslo_vmware.api [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250404, 'name': PowerOnVM_Task, 'duration_secs': 0.429556} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.883077] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.883262] env[69506]: INFO nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1320.883472] env[69506]: DEBUG nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.884234] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbd29e-c0b6-4cab-8abe-e21eb1b083a4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.093124] env[69506]: DEBUG nova.scheduler.client.report [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.401660] env[69506]: INFO nova.compute.manager [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Took 11.62 seconds to build instance. [ 1321.597534] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.598088] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.903674] env[69506]: DEBUG oslo_concurrency.lockutils [None req-feca4584-c048-4f71-a79d-2b30c9b94cdb tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.130s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.104063] env[69506]: DEBUG nova.compute.utils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.105500] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.105674] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.155378] env[69506]: DEBUG nova.policy [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f113a1ddbceb4479b63b913cfc26ad82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ac78cfaf78241a9aec109d72cdc7eed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.414649] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Successfully created port: 065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.587064] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.587183] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.611624] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.090790] env[69506]: DEBUG nova.compute.utils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.596061] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.617982] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.650475] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.650726] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.650882] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.651073] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.651220] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.651364] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.651567] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.651724] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.651887] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.652056] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.652228] env[69506]: DEBUG nova.virt.hardware [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.653090] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d975736e-7225-4b5f-ab5a-52b59d297534 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.660910] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32647c7-9edb-4ae9-afbe-0b8425433d88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.768309] env[69506]: DEBUG nova.compute.manager [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Received event network-vif-plugged-065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.768528] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] Acquiring lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.768732] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.768895] env[69506]: DEBUG oslo_concurrency.lockutils [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.769111] env[69506]: DEBUG nova.compute.manager [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] No waiting events found dispatching network-vif-plugged-065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.769261] env[69506]: WARNING nova.compute.manager [req-d6073e75-f5d5-4f11-8859-8ff2ded2c8d4 req-fcbb3209-d2b7-4c14-a59d-857653157397 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Received unexpected event network-vif-plugged-065b15d4-4cb1-4fad-b088-955953768d97 for instance with vm_state building and task_state spawning. [ 1323.852483] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Successfully updated port: 065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.251550] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.354772] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.354929] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquired lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.355099] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.660033] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.660334] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.660566] env[69506]: INFO nova.compute.manager [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Attaching volume 5e7a6a22-982e-4de4-ad35-d87fccba81bf to /dev/sdb [ 1324.690319] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98760fde-b037-4809-8b48-142f883f35c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.697692] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f4e74-af82-414a-a4ef-007c43a99af3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.711504] env[69506]: DEBUG nova.virt.block_device [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updating existing volume attachment record: c77d20bd-8c1e-4a21-a7dc-f31b45f28237 {{(pid=69506) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1324.886274] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.006319] env[69506]: DEBUG nova.network.neutron [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Updating instance_info_cache with network_info: [{"id": "065b15d4-4cb1-4fad-b088-955953768d97", "address": "fa:16:3e:62:6f:88", "network": {"id": "5cdeacfa-627f-4807-926e-1bfc9943b26c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-811760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac78cfaf78241a9aec109d72cdc7eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b15d4-4c", "ovs_interfaceid": "065b15d4-4cb1-4fad-b088-955953768d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.509399] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Releasing lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.509778] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Instance network_info: |[{"id": "065b15d4-4cb1-4fad-b088-955953768d97", "address": "fa:16:3e:62:6f:88", "network": {"id": "5cdeacfa-627f-4807-926e-1bfc9943b26c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-811760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac78cfaf78241a9aec109d72cdc7eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b15d4-4c", "ovs_interfaceid": "065b15d4-4cb1-4fad-b088-955953768d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.510204] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:6f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065b15d4-4cb1-4fad-b088-955953768d97', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.517846] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Creating folder: Project (2ac78cfaf78241a9aec109d72cdc7eed). Parent ref: group-v649133. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.518142] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca0b3fe-c387-43da-85e6-ff45266cace5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.529079] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Created folder: Project (2ac78cfaf78241a9aec109d72cdc7eed) in parent group-v649133. [ 1325.529282] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Creating folder: Instances. Parent ref: group-v649468. {{(pid=69506) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.529514] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd74816a-648d-4cba-af5f-5cb40e75a9d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.538437] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Created folder: Instances in parent group-v649468. [ 1325.538684] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.538885] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.539108] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78905795-10e4-48d6-a570-96da7b6d8504 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.557187] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.557187] env[69506]: value = "task-3250410" [ 1325.557187] env[69506]: _type = "Task" [ 1325.557187] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.564289] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250410, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.798548] env[69506]: DEBUG nova.compute.manager [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Received event network-changed-065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.798706] env[69506]: DEBUG nova.compute.manager [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Refreshing instance network info cache due to event network-changed-065b15d4-4cb1-4fad-b088-955953768d97. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.798917] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] Acquiring lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.799071] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] Acquired lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.799233] env[69506]: DEBUG nova.network.neutron [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Refreshing network info cache for port 065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.069011] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250410, 'name': CreateVM_Task, 'duration_secs': 0.324806} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.069185] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.070039] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.070465] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.070709] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.071055] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7835ec4-00ea-4223-93c7-1e74362c4702 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.075513] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1326.075513] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52514fac-f86c-0933-84d1-d503cabd3060" [ 1326.075513] env[69506]: _type = "Task" [ 1326.075513] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.083080] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52514fac-f86c-0933-84d1-d503cabd3060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.487200] env[69506]: DEBUG nova.network.neutron [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Updated VIF entry in instance network info cache for port 065b15d4-4cb1-4fad-b088-955953768d97. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.487557] env[69506]: DEBUG nova.network.neutron [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Updating instance_info_cache with network_info: [{"id": "065b15d4-4cb1-4fad-b088-955953768d97", "address": "fa:16:3e:62:6f:88", "network": {"id": "5cdeacfa-627f-4807-926e-1bfc9943b26c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-811760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ac78cfaf78241a9aec109d72cdc7eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b15d4-4c", "ovs_interfaceid": "065b15d4-4cb1-4fad-b088-955953768d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.585424] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52514fac-f86c-0933-84d1-d503cabd3060, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.585813] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.585958] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.586212] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.586363] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.586543] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.586788] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f67bc42-adea-4e98-9316-7b84e8388611 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.594912] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.595048] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.595698] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763c9215-bf41-47b9-ab83-873573ebf7a1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.601051] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1326.601051] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325f8e-b3c5-b09b-15ff-359727c699c4" [ 1326.601051] env[69506]: _type = "Task" [ 1326.601051] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.607383] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325f8e-b3c5-b09b-15ff-359727c699c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.990141] env[69506]: DEBUG oslo_concurrency.lockutils [req-fa89c00e-f8e5-493c-a280-4da5f45a303a req-31f57458-1588-4ac8-93b7-d049d394e9f5 service nova] Releasing lock "refresh_cache-1a1bc28e-daa6-496f-ac7e-714dcd792b51" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.111140] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52325f8e-b3c5-b09b-15ff-359727c699c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013976} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.111958] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397b2a5c-4547-4b61-9b09-955ad3f10666 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.116986] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1327.116986] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52777f95-121d-8cb5-c1a8-5cb9103a02db" [ 1327.116986] env[69506]: _type = "Task" [ 1327.116986] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.125781] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52777f95-121d-8cb5-c1a8-5cb9103a02db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.585525] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.585846] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.586016] env[69506]: INFO nova.compute.manager [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Shelving [ 1327.626464] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52777f95-121d-8cb5-c1a8-5cb9103a02db, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.626933] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.627197] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 1a1bc28e-daa6-496f-ac7e-714dcd792b51/1a1bc28e-daa6-496f-ac7e-714dcd792b51.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.627439] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33d79ef7-75df-4402-a622-ff7c51e82424 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.633072] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1327.633072] env[69506]: value = "task-3250412" [ 1327.633072] env[69506]: _type = "Task" [ 1327.633072] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.640354] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.143126] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409963} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.143363] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 1a1bc28e-daa6-496f-ac7e-714dcd792b51/1a1bc28e-daa6-496f-ac7e-714dcd792b51.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.143598] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.143833] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c2a2437-4aa3-461e-a084-7dd2d522fd4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.149593] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1328.149593] env[69506]: value = "task-3250413" [ 1328.149593] env[69506]: _type = "Task" [ 1328.149593] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.156402] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.595536] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.596033] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed909d82-a82f-4d9e-a6a6-25b220b24775 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.604737] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1328.604737] env[69506]: value = "task-3250414" [ 1328.604737] env[69506]: _type = "Task" [ 1328.604737] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.612748] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.659779] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061061} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.660055] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.660835] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2805b836-6250-4a8f-a8a8-c756424fc62d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.684209] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 1a1bc28e-daa6-496f-ac7e-714dcd792b51/1a1bc28e-daa6-496f-ac7e-714dcd792b51.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.684497] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf954cb6-c23e-4eb7-9fd7-cb612600d207 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.705315] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1328.705315] env[69506]: value = "task-3250415" [ 1328.705315] env[69506]: _type = "Task" [ 1328.705315] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.713156] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.114071] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250414, 'name': PowerOffVM_Task, 'duration_secs': 0.207592} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.114340] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.115133] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bb8660-63a1-48a6-9ff3-a880599da08d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.133999] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa3361-4592-4a2a-a161-a99dfc367ee7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.214185] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250415, 'name': ReconfigVM_Task, 'duration_secs': 0.294695} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.214471] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 1a1bc28e-daa6-496f-ac7e-714dcd792b51/1a1bc28e-daa6-496f-ac7e-714dcd792b51.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.215080] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d7eb608-6864-43c1-bffa-0958d14c9510 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.221250] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1329.221250] env[69506]: value = "task-3250416" [ 1329.221250] env[69506]: _type = "Task" [ 1329.221250] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.228475] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250416, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.644103] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.644523] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b2a6797-01f6-4049-ad3e-ed94899541c1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.653085] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1329.653085] env[69506]: value = "task-3250417" [ 1329.653085] env[69506]: _type = "Task" [ 1329.653085] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.662093] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.731732] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250416, 'name': Rename_Task, 'duration_secs': 0.142361} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.732115] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.732470] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f3ca69-6760-4785-ba26-bead222385b2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.738965] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1329.738965] env[69506]: value = "task-3250418" [ 1329.738965] env[69506]: _type = "Task" [ 1329.738965] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.747412] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.754979] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Volume attach. Driver type: vmdk {{(pid=69506) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1329.755363] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649467', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'name': 'volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23a9c039-5b68-4562-8f57-c4ff18b6b7a7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'serial': '5e7a6a22-982e-4de4-ad35-d87fccba81bf'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1329.756567] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba955e6-6719-466a-8b17-75fe2e6a5431 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.774248] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f11583c-7d1e-4852-ae34-93910df82fa9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.803911] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf/volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.804333] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9264b4-7442-4e0f-8772-33d6bb1d87bb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.823647] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1329.823647] env[69506]: value = "task-3250419" [ 1329.823647] env[69506]: _type = "Task" [ 1329.823647] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.832350] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.163199] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250417, 'name': CreateSnapshot_Task, 'duration_secs': 0.451193} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.163480] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.164258] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0dc42b-06a1-4147-954a-3ec732de8dcf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.251677] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.333972] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250419, 'name': ReconfigVM_Task, 'duration_secs': 0.388226} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.334279] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf/volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.339333] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa6b10a-4b59-485b-82cd-5396c0d3e330 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.355431] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1330.355431] env[69506]: value = "task-3250420" [ 1330.355431] env[69506]: _type = "Task" [ 1330.355431] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.363655] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.682178] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.682688] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66caec0c-bad1-4361-87b4-054e17927d7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.691811] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1330.691811] env[69506]: value = "task-3250421" [ 1330.691811] env[69506]: _type = "Task" [ 1330.691811] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.699958] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250421, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.749549] env[69506]: DEBUG oslo_vmware.api [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250418, 'name': PowerOnVM_Task, 'duration_secs': 0.525104} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.749817] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.749954] env[69506]: INFO nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1330.750125] env[69506]: DEBUG nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.750891] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774e911-5e63-47e3-85c1-0ac19ff50461 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.865173] env[69506]: DEBUG oslo_vmware.api [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250420, 'name': ReconfigVM_Task, 'duration_secs': 0.164095} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.865463] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649467', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'name': 'volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23a9c039-5b68-4562-8f57-c4ff18b6b7a7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'serial': '5e7a6a22-982e-4de4-ad35-d87fccba81bf'} {{(pid=69506) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.201602] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250421, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.270641] env[69506]: INFO nova.compute.manager [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Took 14.14 seconds to build instance. [ 1331.703224] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250421, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.773070] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8a2392db-a503-4cd9-bb69-f7a0ed4b00e1 tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.653s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.901389] env[69506]: DEBUG nova.objects.instance [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'flavor' on Instance uuid 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.203358] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250421, 'name': CloneVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.406610] env[69506]: DEBUG oslo_concurrency.lockutils [None req-b42ace8b-9397-4ad7-92fc-885872880286 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.746s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.704010] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250421, 'name': CloneVM_Task, 'duration_secs': 1.848903} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.704288] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Created linked-clone VM from snapshot [ 1332.704993] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80575c3-8347-4c4d-a5f1-771a92cf82e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.712542] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Uploading image 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.737330] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.737330] env[69506]: value = "vm-649472" [ 1332.737330] env[69506]: _type = "VirtualMachine" [ 1332.737330] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.737580] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b82e999c-c572-4b47-97bf-55b1d4499e55 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.744518] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease: (returnval){ [ 1332.744518] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f154c1-f265-a9d3-87c1-8d6ede9d5bd4" [ 1332.744518] env[69506]: _type = "HttpNfcLease" [ 1332.744518] env[69506]: } obtained for exporting VM: (result){ [ 1332.744518] env[69506]: value = "vm-649472" [ 1332.744518] env[69506]: _type = "VirtualMachine" [ 1332.744518] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.744887] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the lease: (returnval){ [ 1332.744887] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f154c1-f265-a9d3-87c1-8d6ede9d5bd4" [ 1332.744887] env[69506]: _type = "HttpNfcLease" [ 1332.744887] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.750691] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.750691] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f154c1-f265-a9d3-87c1-8d6ede9d5bd4" [ 1332.750691] env[69506]: _type = "HttpNfcLease" [ 1332.750691] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.039585] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.039795] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.039878] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.040087] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.040263] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.042497] env[69506]: INFO nova.compute.manager [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Terminating instance [ 1333.253017] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.253017] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f154c1-f265-a9d3-87c1-8d6ede9d5bd4" [ 1333.253017] env[69506]: _type = "HttpNfcLease" [ 1333.253017] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.253339] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.253339] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f154c1-f265-a9d3-87c1-8d6ede9d5bd4" [ 1333.253339] env[69506]: _type = "HttpNfcLease" [ 1333.253339] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1333.254086] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77b17d-becc-47cc-888b-2fd337142051 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.261163] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.261334] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1333.316801] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.317035] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.317247] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.317427] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.317593] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.320358] env[69506]: INFO nova.compute.manager [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Terminating instance [ 1333.351777] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a027229-5917-42f8-839f-eb2e658a61fa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.546627] env[69506]: DEBUG nova.compute.manager [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.546988] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.547329] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bfae23e-94c6-41da-951e-2478d5b4b1db {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.554118] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1333.554118] env[69506]: value = "task-3250423" [ 1333.554118] env[69506]: _type = "Task" [ 1333.554118] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.561847] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.824983] env[69506]: DEBUG nova.compute.manager [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.825392] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.826494] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5e5bb-52c0-4c62-ae6a-0573442cf6fd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.834598] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.834987] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337d0780-3593-4d71-8d0b-c8601c3c8d8e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.841097] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1333.841097] env[69506]: value = "task-3250424" [ 1333.841097] env[69506]: _type = "Task" [ 1333.841097] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.849337] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.063607] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250423, 'name': PowerOffVM_Task, 'duration_secs': 0.285857} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.063907] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.064122] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Volume detach. Driver type: vmdk {{(pid=69506) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1334.064315] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649467', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'name': 'volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23a9c039-5b68-4562-8f57-c4ff18b6b7a7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'serial': '5e7a6a22-982e-4de4-ad35-d87fccba81bf'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1334.065185] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8744ba-c293-4e1e-8b22-d359c8ad840d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.088427] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3656b91-3ba7-4aa9-9bcd-546210961aa2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.095720] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a2fd0-f19d-4f70-8fba-343f8e562ef1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.117249] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab2ef3-814d-4308-882f-18dfc3d3b7c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.132932] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf/volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf.vmdk. No consolidation needed. {{(pid=69506) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1334.138202] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.138765] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ab65b4-0b99-4fbf-a65e-4cc2236476a2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.156327] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1334.156327] env[69506]: value = "task-3250425" [ 1334.156327] env[69506]: _type = "Task" [ 1334.156327] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.164477] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.352115] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250424, 'name': PowerOffVM_Task, 'duration_secs': 0.167421} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.352400] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.352568] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.352818] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec5d873-7caa-42f4-b552-6de8cfa44a0d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.413996] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.414261] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.414412] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Deleting the datastore file [datastore1] 1a1bc28e-daa6-496f-ac7e-714dcd792b51 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.414728] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-021b5008-cf36-4adc-b23c-4825b8a16fed {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.420998] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for the task: (returnval){ [ 1334.420998] env[69506]: value = "task-3250427" [ 1334.420998] env[69506]: _type = "Task" [ 1334.420998] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.428832] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.666877] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250425, 'name': ReconfigVM_Task, 'duration_secs': 0.205264} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.667231] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.672264] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c98c96-02bb-4488-a0bd-448b4a2f5082 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.687415] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1334.687415] env[69506]: value = "task-3250428" [ 1334.687415] env[69506]: _type = "Task" [ 1334.687415] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.696313] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.930891] env[69506]: DEBUG oslo_vmware.api [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Task: {'id': task-3250427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159548} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.931302] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.931521] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.931724] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.931934] env[69506]: INFO nova.compute.manager [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1334.932190] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.932406] env[69506]: DEBUG nova.compute.manager [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.932572] env[69506]: DEBUG nova.network.neutron [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.170942] env[69506]: DEBUG nova.compute.manager [req-3d98f719-c674-431b-bbe1-1cc816ade867 req-bae4c66f-d8a1-4a39-9d75-db90a26c2f7a service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Received event network-vif-deleted-065b15d4-4cb1-4fad-b088-955953768d97 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.171178] env[69506]: INFO nova.compute.manager [req-3d98f719-c674-431b-bbe1-1cc816ade867 req-bae4c66f-d8a1-4a39-9d75-db90a26c2f7a service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Neutron deleted interface 065b15d4-4cb1-4fad-b088-955953768d97; detaching it from the instance and deleting it from the info cache [ 1335.171362] env[69506]: DEBUG nova.network.neutron [req-3d98f719-c674-431b-bbe1-1cc816ade867 req-bae4c66f-d8a1-4a39-9d75-db90a26c2f7a service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.197970] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250428, 'name': ReconfigVM_Task, 'duration_secs': 0.29621} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.198283] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-649467', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'name': 'volume-5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23a9c039-5b68-4562-8f57-c4ff18b6b7a7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e7a6a22-982e-4de4-ad35-d87fccba81bf', 'serial': '5e7a6a22-982e-4de4-ad35-d87fccba81bf'} {{(pid=69506) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1335.198603] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.199454] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da091332-6143-4bd3-8fc4-a72d82bdbfcd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.207115] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.207371] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d8224b-d0ed-4e06-b778-89c92ad19d10 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.647055] env[69506]: DEBUG nova.network.neutron [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.676034] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a6cf34b-1683-43b6-b6d2-e5ceb17b5663 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.685122] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984d73b2-1213-4188-bab6-979331b4a261 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.711057] env[69506]: DEBUG nova.compute.manager [req-3d98f719-c674-431b-bbe1-1cc816ade867 req-bae4c66f-d8a1-4a39-9d75-db90a26c2f7a service nova] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Detach interface failed, port_id=065b15d4-4cb1-4fad-b088-955953768d97, reason: Instance 1a1bc28e-daa6-496f-ac7e-714dcd792b51 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.150163] env[69506]: INFO nova.compute.manager [-] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Took 1.22 seconds to deallocate network for instance. [ 1336.656976] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.657288] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.657492] env[69506]: DEBUG nova.objects.instance [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lazy-loading 'resources' on Instance uuid 1a1bc28e-daa6-496f-ac7e-714dcd792b51 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.221029] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ddacb-8165-4d84-9824-6dd384eca34a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.228691] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8141b7-47dc-4715-b984-9753b315d17e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.260139] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8556d936-3a92-4d82-ad0c-738d2f23789d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.267449] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5dd620-815a-43e1-a7ae-d869fd024423 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.280689] env[69506]: DEBUG nova.compute.provider_tree [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.784500] env[69506]: DEBUG nova.scheduler.client.report [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.118105] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.118306] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.118471] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore1] 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.118754] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0848c47f-0dd1-4b21-8990-7da1abe9189e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.125755] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1338.125755] env[69506]: value = "task-3250430" [ 1338.125755] env[69506]: _type = "Task" [ 1338.125755] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.133445] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.289632] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.310026] env[69506]: INFO nova.scheduler.client.report [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Deleted allocations for instance 1a1bc28e-daa6-496f-ac7e-714dcd792b51 [ 1338.639186] env[69506]: DEBUG oslo_vmware.api [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21786} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.639503] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.639752] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.639998] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.640259] env[69506]: INFO nova.compute.manager [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Took 5.09 seconds to destroy the instance on the hypervisor. [ 1338.640600] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.640860] env[69506]: DEBUG nova.compute.manager [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.640992] env[69506]: DEBUG nova.network.neutron [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.817230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-04a553ac-8807-4e9c-aa82-3f5b33be978c tempest-ServerTagsTestJSON-1259340891 tempest-ServerTagsTestJSON-1259340891-project-member] Lock "1a1bc28e-daa6-496f-ac7e-714dcd792b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.500s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.883150] env[69506]: DEBUG nova.compute.manager [req-befe72c5-9e59-4a8b-a84d-dcbf1d40dd89 req-9c6b6d13-ff81-434c-8fcf-1c2f37d55200 service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Received event network-vif-deleted-a594f5bf-e2aa-46ee-a064-e141764b2bff {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.883411] env[69506]: INFO nova.compute.manager [req-befe72c5-9e59-4a8b-a84d-dcbf1d40dd89 req-9c6b6d13-ff81-434c-8fcf-1c2f37d55200 service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Neutron deleted interface a594f5bf-e2aa-46ee-a064-e141764b2bff; detaching it from the instance and deleting it from the info cache [ 1338.883543] env[69506]: DEBUG nova.network.neutron [req-befe72c5-9e59-4a8b-a84d-dcbf1d40dd89 req-9c6b6d13-ff81-434c-8fcf-1c2f37d55200 service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.361893] env[69506]: DEBUG nova.network.neutron [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.386038] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66a69a16-9f39-4ee6-a26b-bc83c542dabf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.396074] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af86bdf5-e523-4366-ae86-2019ed83cf71 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.423592] env[69506]: DEBUG nova.compute.manager [req-befe72c5-9e59-4a8b-a84d-dcbf1d40dd89 req-9c6b6d13-ff81-434c-8fcf-1c2f37d55200 service nova] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Detach interface failed, port_id=a594f5bf-e2aa-46ee-a064-e141764b2bff, reason: Instance 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.864106] env[69506]: INFO nova.compute.manager [-] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Took 1.22 seconds to deallocate network for instance. [ 1340.413207] env[69506]: INFO nova.compute.manager [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Took 0.55 seconds to detach 1 volumes for instance. [ 1340.635667] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1340.636428] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e4348-6db5-492f-83b4-edb9fa359f5a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.643085] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1340.643294] env[69506]: ERROR oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk due to incomplete transfer. [ 1340.643555] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfb24978-044a-4c1c-a83a-cda1a550a336 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.651124] env[69506]: DEBUG oslo_vmware.rw_handles [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e09686-e0fd-842c-45ae-4a4bb2d1f197/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1340.651362] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Uploaded image 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1340.653940] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.654239] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8678cdad-df24-4f46-a5b0-07c92de4b695 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.659870] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1340.659870] env[69506]: value = "task-3250431" [ 1340.659870] env[69506]: _type = "Task" [ 1340.659870] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.667740] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250431, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.920230] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.920547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.920788] env[69506]: DEBUG nova.objects.instance [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'resources' on Instance uuid 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.170735] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250431, 'name': Destroy_Task, 'duration_secs': 0.36682} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.171040] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Destroyed the VM [ 1341.171330] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1341.171599] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d783e261-b9b4-4611-8b14-e41030194bb9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.178187] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1341.178187] env[69506]: value = "task-3250432" [ 1341.178187] env[69506]: _type = "Task" [ 1341.178187] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.185686] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.470748] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219c61bd-055b-4dd6-8e13-4e9709df60be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.477981] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db4acd-d4dc-496e-a4bf-5160e0641b9b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.506605] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f643755-1020-41b2-bc87-0c9d22a4c8f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.513340] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63a19a-60b5-4bc9-9833-2073299be9aa {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.526931] env[69506]: DEBUG nova.compute.provider_tree [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.687911] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250432, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.029998] env[69506]: DEBUG nova.scheduler.client.report [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.187729] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250432, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.534745] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.565558] env[69506]: INFO nova.scheduler.client.report [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance 23a9c039-5b68-4562-8f57-c4ff18b6b7a7 [ 1342.688729] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250432, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178496} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.688991] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.689280] env[69506]: DEBUG nova.compute.manager [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.690018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd97fa-e5fe-4d6c-8ae4-2cec26a77491 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.073019] env[69506]: DEBUG oslo_concurrency.lockutils [None req-e43472d7-c265-4f89-98c0-4aa0f5c6543c tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "23a9c039-5b68-4562-8f57-c4ff18b6b7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.033s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.201830] env[69506]: INFO nova.compute.manager [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Shelve offloading [ 1343.705837] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.706211] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910b58d3-5a27-47db-8a15-6ca46e0c674e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.713663] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1343.713663] env[69506]: value = "task-3250433" [ 1343.713663] env[69506]: _type = "Task" [ 1343.713663] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.721991] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.224209] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.224497] env[69506]: DEBUG nova.compute.manager [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.225314] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ca092-2df7-46a7-a0fb-57321fb64cf7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.230930] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.231159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.231362] env[69506]: DEBUG nova.network.neutron [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.927564] env[69506]: DEBUG nova.network.neutron [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.090034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.090269] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.432611] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.593318] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.662287] env[69506]: DEBUG nova.compute.manager [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-vif-unplugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.662555] env[69506]: DEBUG oslo_concurrency.lockutils [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.662765] env[69506]: DEBUG oslo_concurrency.lockutils [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.662929] env[69506]: DEBUG oslo_concurrency.lockutils [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.663258] env[69506]: DEBUG nova.compute.manager [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] No waiting events found dispatching network-vif-unplugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.663456] env[69506]: WARNING nova.compute.manager [req-f0ff733a-f6ab-476c-85bc-8b0d76e68595 req-9cd3655b-34f3-4bc7-b64a-d1c3bfa1fe08 service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received unexpected event network-vif-unplugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 for instance with vm_state shelved and task_state shelving_offloading. [ 1345.751896] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.752868] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2bc6f-feb7-4ee5-a796-038206b89cb4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.760165] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.760394] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3e2852-f872-4e94-a8fa-d70835ac8e66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.831025] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.831483] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.831733] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleting the datastore file [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.832032] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7478a3e-2c26-4d72-b0eb-5f61f2a95b4d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.841085] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1345.841085] env[69506]: value = "task-3250435" [ 1345.841085] env[69506]: _type = "Task" [ 1345.841085] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.848443] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.114497] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.114780] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.116586] env[69506]: INFO nova.compute.claims [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.351320] env[69506]: DEBUG oslo_vmware.api [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133722} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.351520] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.351700] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.351876] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.369822] env[69506]: INFO nova.scheduler.client.report [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted allocations for instance 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 [ 1346.874125] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.149370] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3abb5fd-c17e-4c81-b740-2893db0759a8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.157018] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc1434-16cd-4d1a-9a5f-8d62f0d8f1d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.187170] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3c814-2999-4f22-8bd2-f51554c281ff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.194172] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d12385-1d76-4a46-a09f-da55110afd68 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.207269] env[69506]: DEBUG nova.compute.provider_tree [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.687578] env[69506]: DEBUG nova.compute.manager [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.687777] env[69506]: DEBUG nova.compute.manager [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing instance network info cache due to event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.687992] env[69506]: DEBUG oslo_concurrency.lockutils [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.688179] env[69506]: DEBUG oslo_concurrency.lockutils [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.688345] env[69506]: DEBUG nova.network.neutron [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.710057] env[69506]: DEBUG nova.scheduler.client.report [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.214721] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.215205] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.217791] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.344s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.218015] env[69506]: DEBUG nova.objects.instance [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'resources' on Instance uuid 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.394082] env[69506]: DEBUG nova.network.neutron [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updated VIF entry in instance network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.394410] env[69506]: DEBUG nova.network.neutron [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.473317] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.721217] env[69506]: DEBUG nova.objects.instance [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.723443] env[69506]: DEBUG nova.compute.utils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.725542] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.725723] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.774121] env[69506]: DEBUG nova.policy [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.897575] env[69506]: DEBUG oslo_concurrency.lockutils [req-7c9becb9-eab3-441b-8bee-f53f17fef0dc req-9209860a-d1eb-4c02-b7c9-7cb8a102a45d service nova] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.016377] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Successfully created port: 9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.226370] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.229109] env[69506]: DEBUG nova.objects.base [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Object Instance<3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8> lazy-loaded attributes: resources,numa_topology {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1349.276104] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f79fd-9043-4d3d-8091-c919b334bb74 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.284367] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb7dd9e-fa31-4b10-ae0e-e3f13a6168b3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.315241] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17c203c-0551-42dd-a3c7-3177ca825450 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.321675] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbec3e0-28fb-4a70-9492-eeefef032a95 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.334416] env[69506]: DEBUG nova.compute.provider_tree [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.837729] env[69506]: DEBUG nova.scheduler.client.report [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.238154] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.263062] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.263356] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.263509] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.263701] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.263865] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.264026] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.264241] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.264400] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.264563] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.264741] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.264930] env[69506]: DEBUG nova.virt.hardware [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.265778] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70634f2f-8465-4815-8890-4cbc3f18611e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.273909] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3469564-6801-41c5-9d2f-16687533beee {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.344661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.375163] env[69506]: DEBUG nova.compute.manager [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received event network-vif-plugged-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.375258] env[69506]: DEBUG oslo_concurrency.lockutils [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.375421] env[69506]: DEBUG oslo_concurrency.lockutils [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.375586] env[69506]: DEBUG oslo_concurrency.lockutils [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.375752] env[69506]: DEBUG nova.compute.manager [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] No waiting events found dispatching network-vif-plugged-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.375932] env[69506]: WARNING nova.compute.manager [req-874a6580-8e84-416c-807a-2aa181e161a6 req-00724607-ea7e-4f5e-8915-0486b3ac4910 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received unexpected event network-vif-plugged-9e562242-af8a-405d-aee5-defc33bef40e for instance with vm_state building and task_state spawning. [ 1350.659873] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Successfully updated port: 9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.850996] env[69506]: DEBUG oslo_concurrency.lockutils [None req-decfff91-f34c-48be-b3e4-eee0888ea77f tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.265s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.851871] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.379s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.852056] env[69506]: INFO nova.compute.manager [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Unshelving [ 1351.163610] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.163806] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.164034] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.696282] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.845147] env[69506]: DEBUG nova.network.neutron [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updating instance_info_cache with network_info: [{"id": "9e562242-af8a-405d-aee5-defc33bef40e", "address": "fa:16:3e:48:52:18", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e562242-af", "ovs_interfaceid": "9e562242-af8a-405d-aee5-defc33bef40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.874567] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.874800] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.874983] env[69506]: DEBUG nova.objects.instance [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'pci_requests' on Instance uuid 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.348145] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.348438] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance network_info: |[{"id": "9e562242-af8a-405d-aee5-defc33bef40e", "address": "fa:16:3e:48:52:18", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e562242-af", "ovs_interfaceid": "9e562242-af8a-405d-aee5-defc33bef40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.348864] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:52:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e562242-af8a-405d-aee5-defc33bef40e', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.356878] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.357100] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.357325] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02fb92ed-018c-4111-8d2f-d120e23dec88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.378813] env[69506]: DEBUG nova.objects.instance [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.379812] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.379812] env[69506]: value = "task-3250436" [ 1352.379812] env[69506]: _type = "Task" [ 1352.379812] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.388496] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250436, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.401247] env[69506]: DEBUG nova.compute.manager [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received event network-changed-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.401558] env[69506]: DEBUG nova.compute.manager [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Refreshing instance network info cache due to event network-changed-9e562242-af8a-405d-aee5-defc33bef40e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.401689] env[69506]: DEBUG oslo_concurrency.lockutils [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] Acquiring lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.401784] env[69506]: DEBUG oslo_concurrency.lockutils [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] Acquired lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.401946] env[69506]: DEBUG nova.network.neutron [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Refreshing network info cache for port 9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.884149] env[69506]: INFO nova.compute.claims [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.892343] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250436, 'name': CreateVM_Task, 'duration_secs': 0.300727} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.892514] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.893384] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.893547] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.893927] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.894268] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acdc72f-1ae5-4e58-b800-9806bcb039ea {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.898417] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1352.898417] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525bdc4f-6e8a-4f94-6209-6fc82f93e66f" [ 1352.898417] env[69506]: _type = "Task" [ 1352.898417] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.907836] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525bdc4f-6e8a-4f94-6209-6fc82f93e66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.086698] env[69506]: DEBUG nova.network.neutron [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updated VIF entry in instance network info cache for port 9e562242-af8a-405d-aee5-defc33bef40e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.087117] env[69506]: DEBUG nova.network.neutron [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updating instance_info_cache with network_info: [{"id": "9e562242-af8a-405d-aee5-defc33bef40e", "address": "fa:16:3e:48:52:18", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e562242-af", "ovs_interfaceid": "9e562242-af8a-405d-aee5-defc33bef40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.409758] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525bdc4f-6e8a-4f94-6209-6fc82f93e66f, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.410067] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.410291] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.410519] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.410662] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.410835] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.411104] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539187bc-297d-49e9-b6fe-04eb1743fb62 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.419998] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.420204] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.420878] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc99877e-0459-49e6-9d8e-c4f4ed9c7161 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.425823] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1353.425823] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a9330-02c7-5907-ec76-72d2aba324b2" [ 1353.425823] env[69506]: _type = "Task" [ 1353.425823] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.432940] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a9330-02c7-5907-ec76-72d2aba324b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.590190] env[69506]: DEBUG oslo_concurrency.lockutils [req-08036803-e5ff-4267-9c22-9dc0301da7f2 req-ef3161f0-a095-4c88-9cb7-8f16e9a7fd60 service nova] Releasing lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.932968] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae71e0-0b3f-489a-bd08-dffb351c66c5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.938639] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a9330-02c7-5907-ec76-72d2aba324b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008097} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.939760] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8494a572-fca3-4a6c-a29f-935a7d7ff93d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.944674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2c85f-d27a-4762-9359-18f746c007d7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.948532] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1353.948532] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cfd454-2775-75d9-6c60-2ceba90de034" [ 1353.948532] env[69506]: _type = "Task" [ 1353.948532] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.974930] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa4e43-6842-45d7-b02c-20106609fc22 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.980073] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52cfd454-2775-75d9-6c60-2ceba90de034, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.980581] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.980838] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 659de2a7-5bf0-4d86-98c6-4d2872675eb0/659de2a7-5bf0-4d86-98c6-4d2872675eb0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.981072] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66affb1a-ea61-43d5-b5c7-0540bcb4176a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.985751] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634ad3f-d6fc-4761-9126-08939f7e60b4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.989986] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1353.989986] env[69506]: value = "task-3250437" [ 1353.989986] env[69506]: _type = "Task" [ 1353.989986] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.001299] env[69506]: DEBUG nova.compute.provider_tree [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.006689] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.499712] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43261} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.499929] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] 659de2a7-5bf0-4d86-98c6-4d2872675eb0/659de2a7-5bf0-4d86-98c6-4d2872675eb0.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.500132] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.500374] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48cedba-047a-4f8d-a31a-d2ee51398bc4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.503975] env[69506]: DEBUG nova.scheduler.client.report [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.508217] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1354.508217] env[69506]: value = "task-3250438" [ 1354.508217] env[69506]: _type = "Task" [ 1354.508217] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.515365] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.009701] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.020598] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055579} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.020849] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.021587] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa072e-9f60-43b6-9e96-cc0ac868bc0b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.042261] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 659de2a7-5bf0-4d86-98c6-4d2872675eb0/659de2a7-5bf0-4d86-98c6-4d2872675eb0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.043065] env[69506]: INFO nova.network.neutron [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1355.044937] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2edd08f-4666-4092-98e3-d1ad6ca01623 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.063322] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1355.063322] env[69506]: value = "task-3250439" [ 1355.063322] env[69506]: _type = "Task" [ 1355.063322] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.071140] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.572689] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250439, 'name': ReconfigVM_Task, 'duration_secs': 0.287745} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.572929] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 659de2a7-5bf0-4d86-98c6-4d2872675eb0/659de2a7-5bf0-4d86-98c6-4d2872675eb0.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.573610] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eabde81e-476a-42e2-9120-7e3d6293ffc2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.579253] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1355.579253] env[69506]: value = "task-3250440" [ 1355.579253] env[69506]: _type = "Task" [ 1355.579253] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.586735] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250440, 'name': Rename_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.089195] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250440, 'name': Rename_Task, 'duration_secs': 0.138342} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.089491] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.089643] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0171999-7294-4eb0-8408-d4e926ebbcb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.095725] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1356.095725] env[69506]: value = "task-3250441" [ 1356.095725] env[69506]: _type = "Task" [ 1356.095725] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.102729] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.428112] env[69506]: DEBUG nova.compute.manager [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.428342] env[69506]: DEBUG oslo_concurrency.lockutils [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.428551] env[69506]: DEBUG oslo_concurrency.lockutils [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.428713] env[69506]: DEBUG oslo_concurrency.lockutils [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.428875] env[69506]: DEBUG nova.compute.manager [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] No waiting events found dispatching network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.429048] env[69506]: WARNING nova.compute.manager [req-1b8b5a96-043b-4103-a302-40cf4585b4a6 req-ff6a29f7-7eb8-4d89-a455-105f6fdab3ca service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received unexpected event network-vif-plugged-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 for instance with vm_state shelved_offloaded and task_state spawning. [ 1356.557354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.557354] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.557624] env[69506]: DEBUG nova.network.neutron [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.607084] env[69506]: DEBUG oslo_vmware.api [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250441, 'name': PowerOnVM_Task, 'duration_secs': 0.471703} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.607311] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.607513] env[69506]: INFO nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1356.607687] env[69506]: DEBUG nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.608436] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a2dfb-31ec-47b4-bcd6-87bde9aaa6e8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.125128] env[69506]: INFO nova.compute.manager [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Took 11.03 seconds to build instance. [ 1357.282720] env[69506]: DEBUG nova.network.neutron [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.629153] env[69506]: DEBUG oslo_concurrency.lockutils [None req-49b2afc9-d790-4425-8d28-7bba3684973b tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.539s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.785150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.810860] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d8bc13380d21e5d6403e1d3d1d924244',container_format='bare',created_at=2025-04-03T10:48:22Z,direct_url=,disk_format='vmdk',id=0e37b53f-c54b-41b3-b0c5-9d73ba9564cb,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1285777468-shelved',owner='547dc362d51b43c3a63270c93f4d2b19',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T10:48:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.811120] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.811278] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.811458] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.811602] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.811773] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.811988] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.812162] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.812332] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.812493] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.812687] env[69506]: DEBUG nova.virt.hardware [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.813520] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a352d-62ec-4a76-9bd2-42131702c096 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.821707] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d63b56-b28c-40ea-8b0a-d36620df1e70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.834727] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:41:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e8aa40-bbb0-4477-bafb-c26b9d1fe217', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.842117] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.842347] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.842537] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959b6182-8ef2-4834-bee4-089641a3f1fe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.861592] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.861592] env[69506]: value = "task-3250442" [ 1357.861592] env[69506]: _type = "Task" [ 1357.861592] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.868853] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250442, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.371609] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250442, 'name': CreateVM_Task, 'duration_secs': 0.306376} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.371984] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.372454] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.372618] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.372984] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.373250] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d0779e-1ad6-46fb-a7bc-aaebc89a5482 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.377997] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1358.377997] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5226a7e9-6f8a-b755-2837-e8fd1c2279f5" [ 1358.377997] env[69506]: _type = "Task" [ 1358.377997] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.385532] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5226a7e9-6f8a-b755-2837-e8fd1c2279f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.454219] env[69506]: DEBUG nova.compute.manager [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.454406] env[69506]: DEBUG nova.compute.manager [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing instance network info cache due to event network-changed-86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.454617] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] Acquiring lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.454757] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] Acquired lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.454914] env[69506]: DEBUG nova.network.neutron [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Refreshing network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.469769] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.469991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.470169] env[69506]: INFO nova.compute.manager [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Shelving [ 1358.888738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.889017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Processing image 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.889288] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.889443] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.889623] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.889872] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd134aa-7702-4673-9dbe-d2e9ea47f319 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.898017] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.898197] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.898878] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb3f30b-a848-46a5-8a51-b28291823508 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.903897] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1358.903897] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281baee-1e5e-4f4a-55c7-9733f0796808" [ 1358.903897] env[69506]: _type = "Task" [ 1358.903897] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.911449] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5281baee-1e5e-4f4a-55c7-9733f0796808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.201425] env[69506]: DEBUG nova.network.neutron [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updated VIF entry in instance network info cache for port 86e8aa40-bbb0-4477-bafb-c26b9d1fe217. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.201840] env[69506]: DEBUG nova.network.neutron [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [{"id": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "address": "fa:16:3e:cd:41:88", "network": {"id": "1e1e8cf1-a3f1-41f6-9c26-c6da6bf4727f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-903770287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547dc362d51b43c3a63270c93f4d2b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8aa40-bb", "ovs_interfaceid": "86e8aa40-bbb0-4477-bafb-c26b9d1fe217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.413839] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Preparing fetch location {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1359.414250] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Fetch image to [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe/OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe.vmdk {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1359.414304] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Downloading stream optimized image 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb to [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe/OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe.vmdk on the data store datastore2 as vApp {{(pid=69506) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1359.414460] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Downloading image file data 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb to the ESX as VM named 'OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe' {{(pid=69506) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1359.478224] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.478518] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7b8da3-2bce-484c-b8e9-03eac4e370ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.482890] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1359.482890] env[69506]: value = "resgroup-9" [ 1359.482890] env[69506]: _type = "ResourcePool" [ 1359.482890] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1359.483140] env[69506]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9d656734-30ca-4852-89f3-da040da09ec2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.499733] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1359.499733] env[69506]: value = "task-3250443" [ 1359.499733] env[69506]: _type = "Task" [ 1359.499733] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.504487] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease: (returnval){ [ 1359.504487] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0218e-a31e-3932-3921-0374b68859ed" [ 1359.504487] env[69506]: _type = "HttpNfcLease" [ 1359.504487] env[69506]: } obtained for vApp import into resource pool (val){ [ 1359.504487] env[69506]: value = "resgroup-9" [ 1359.504487] env[69506]: _type = "ResourcePool" [ 1359.504487] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1359.504826] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the lease: (returnval){ [ 1359.504826] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0218e-a31e-3932-3921-0374b68859ed" [ 1359.504826] env[69506]: _type = "HttpNfcLease" [ 1359.504826] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1359.507477] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.513084] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1359.513084] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0218e-a31e-3932-3921-0374b68859ed" [ 1359.513084] env[69506]: _type = "HttpNfcLease" [ 1359.513084] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1359.705136] env[69506]: DEBUG oslo_concurrency.lockutils [req-f3797995-263e-4397-acea-8a210180cb52 req-b493b725-f705-4126-a1fd-e78d0e2c3b5d service nova] Releasing lock "refresh_cache-3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.009951] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250443, 'name': PowerOffVM_Task, 'duration_secs': 0.199981} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.013047] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.013805] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f3450f-872e-4447-ae2f-25deaec02bbd {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.018804] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.018804] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0218e-a31e-3932-3921-0374b68859ed" [ 1360.018804] env[69506]: _type = "HttpNfcLease" [ 1360.018804] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.031206] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.031206] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a0218e-a31e-3932-3921-0374b68859ed" [ 1360.031206] env[69506]: _type = "HttpNfcLease" [ 1360.031206] env[69506]: }. {{(pid=69506) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1360.031955] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aebb5f-1837-4284-a238-5892d16d8e55 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.034506] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e793e2e-52d3-494f-a2d8-9dfb00f8cc43 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.041038] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.041209] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk. {{(pid=69506) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1360.107057] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-195ad645-9462-4f53-bb8f-b0e56f331e28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.548985] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Creating Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1360.549376] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9332431-42f2-4fac-bd46-c7f226e78ee1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.556880] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1360.556880] env[69506]: value = "task-3250445" [ 1360.556880] env[69506]: _type = "Task" [ 1360.556880] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.566202] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.066110] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250445, 'name': CreateSnapshot_Task, 'duration_secs': 0.479028} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.066471] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Created Snapshot of the VM instance {{(pid=69506) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1361.067228] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f86739f-1268-414e-bd10-cfa082839c99 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.200773] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Completed reading data from the image iterator. {{(pid=69506) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1361.201076] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.201758] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242f9b3-46db-4410-a225-cbd65a6e0e33 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.208381] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.208543] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1361.208766] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1784b417-9e25-4b0f-83a6-2a7aaaa45fa7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.389805] env[69506]: DEBUG oslo_vmware.rw_handles [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e35995-0135-7b4b-4668-b3ff1240a466/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1361.390195] env[69506]: INFO nova.virt.vmwareapi.images [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Downloaded image file data 0e37b53f-c54b-41b3-b0c5-9d73ba9564cb [ 1361.391474] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec395006-935d-47dc-8690-58470b22c72d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.418172] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a92eec83-4174-474a-84a6-9e141e7d40fc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.445117] env[69506]: INFO nova.virt.vmwareapi.images [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] The imported VM was unregistered [ 1361.448571] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Caching image {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1361.448939] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.449460] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a7c14c-3c65-4afe-9be4-4064dfa20372 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.469946] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Created directory with path [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.470190] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe/OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe.vmdk to [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk. {{(pid=69506) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1361.470479] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f93202b0-ecb1-4caf-b279-575101309347 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.476702] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1361.476702] env[69506]: value = "task-3250447" [ 1361.476702] env[69506]: _type = "Task" [ 1361.476702] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.485257] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.587400] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Creating linked-clone VM from snapshot {{(pid=69506) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1361.587756] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-85b6e84b-243f-428a-bd20-88309d6f9a85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.595312] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1361.595312] env[69506]: value = "task-3250448" [ 1361.595312] env[69506]: _type = "Task" [ 1361.595312] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.602813] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250448, 'name': CloneVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.988709] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.104761] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250448, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.487928] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.606635] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250448, 'name': CloneVM_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.989181] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.106826] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250448, 'name': CloneVM_Task, 'duration_secs': 1.378937} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.107083] env[69506]: INFO nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Created linked-clone VM from snapshot [ 1363.107861] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c168b-5c16-4fad-afa5-1f2d41a918b7 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.115322] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Uploading image 07a8b4e7-e6a7-49f3-bb61-48a400a9d4e0 {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1363.138683] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1363.138683] env[69506]: value = "vm-649477" [ 1363.138683] env[69506]: _type = "VirtualMachine" [ 1363.138683] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1363.138899] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6e1647b-5bf6-4b06-b8e4-6490589cbc19 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.146391] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lease: (returnval){ [ 1363.146391] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adb276-8979-72f3-b098-5b7f2db8e2ae" [ 1363.146391] env[69506]: _type = "HttpNfcLease" [ 1363.146391] env[69506]: } obtained for exporting VM: (result){ [ 1363.146391] env[69506]: value = "vm-649477" [ 1363.146391] env[69506]: _type = "VirtualMachine" [ 1363.146391] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1363.146739] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the lease: (returnval){ [ 1363.146739] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adb276-8979-72f3-b098-5b7f2db8e2ae" [ 1363.146739] env[69506]: _type = "HttpNfcLease" [ 1363.146739] env[69506]: } to be ready. {{(pid=69506) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.154952] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.154952] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adb276-8979-72f3-b098-5b7f2db8e2ae" [ 1363.154952] env[69506]: _type = "HttpNfcLease" [ 1363.154952] env[69506]: } is initializing. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.490299] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.656381] env[69506]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.656381] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adb276-8979-72f3-b098-5b7f2db8e2ae" [ 1363.656381] env[69506]: _type = "HttpNfcLease" [ 1363.656381] env[69506]: } is ready. {{(pid=69506) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1363.657110] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1363.657110] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52adb276-8979-72f3-b098-5b7f2db8e2ae" [ 1363.657110] env[69506]: _type = "HttpNfcLease" [ 1363.657110] env[69506]: }. {{(pid=69506) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1363.658801] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955d95b-2573-40ab-9dcc-612ba10f9c06 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.667769] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk from lease info. {{(pid=69506) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1363.667769] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk for reading. {{(pid=69506) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1363.753012] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dfa9f2b3-53ac-46a2-aebc-5503f0e2660f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.990719] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250447, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.262727} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.991008] env[69506]: INFO nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe/OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe.vmdk to [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk. [ 1363.991225] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Cleaning up location [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.991410] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f37a04de-4b9f-4f03-a61b-8d55f5450efe {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.992636] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07d4511-b125-4c37-99db-d6dfcf5c3262 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.997978] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1363.997978] env[69506]: value = "task-3250450" [ 1363.997978] env[69506]: _type = "Task" [ 1363.997978] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.005911] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.509011] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037109} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.509390] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.509639] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.510091] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk to [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.510487] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3e6cc85-e5c9-443a-b977-93a063b0a205 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.518047] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1364.518047] env[69506]: value = "task-3250451" [ 1364.518047] env[69506]: _type = "Task" [ 1364.518047] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.528446] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.029289] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.528773] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.030557] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.531450] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.031808] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250451, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.108928} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.032197] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb/0e37b53f-c54b-41b3-b0c5-9d73ba9564cb.vmdk to [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.032830] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae151c4-d48c-4d45-acb3-c000c0108955 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.054285] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.054573] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a257c72-b79e-47e0-92f8-f61c5a99e238 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.073953] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1367.073953] env[69506]: value = "task-3250452" [ 1367.073953] env[69506]: _type = "Task" [ 1367.073953] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.082179] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.584176] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.087097] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.587724] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250452, 'name': ReconfigVM_Task, 'duration_secs': 1.281814} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.587724] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8/3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8.vmdk or device None with type streamOptimized {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.587724] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb47ab3a-173a-4024-b73f-3a9e8e8de7e9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.593345] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1368.593345] env[69506]: value = "task-3250453" [ 1368.593345] env[69506]: _type = "Task" [ 1368.593345] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.601077] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250453, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.102786] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250453, 'name': Rename_Task, 'duration_secs': 0.212399} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.103176] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.103323] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d668e2-d836-4402-9ca4-8eb36b82490f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.109636] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1369.109636] env[69506]: value = "task-3250454" [ 1369.109636] env[69506]: _type = "Task" [ 1369.109636] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.117120] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.621134] env[69506]: DEBUG oslo_vmware.api [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250454, 'name': PowerOnVM_Task, 'duration_secs': 0.478998} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.621490] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.716652] env[69506]: DEBUG nova.compute.manager [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.717636] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319668ca-53cb-4e8f-9b1f-b6f4ee06bb31 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.044712] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1370.045674] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8edcbb-cc57-4346-8c72-5345012cf882 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.051731] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk is in state: ready. {{(pid=69506) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1370.051918] env[69506]: ERROR oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk due to incomplete transfer. [ 1370.052157] env[69506]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f95fff7c-5de2-4603-a114-09f43776620e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.059140] env[69506]: DEBUG oslo_vmware.rw_handles [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220ac99-b454-71f6-d759-3205d8ab59e8/disk-0.vmdk. {{(pid=69506) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1370.059332] env[69506]: DEBUG nova.virt.vmwareapi.images [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Uploaded image 07a8b4e7-e6a7-49f3-bb61-48a400a9d4e0 to the Glance image server {{(pid=69506) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1370.061669] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Destroying the VM {{(pid=69506) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1370.061921] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71f03049-b82e-4803-ba2e-0fd48f1b419d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.067314] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1370.067314] env[69506]: value = "task-3250455" [ 1370.067314] env[69506]: _type = "Task" [ 1370.067314] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.074595] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250455, 'name': Destroy_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.234922] env[69506]: DEBUG oslo_concurrency.lockutils [None req-36f8a2e7-ee6a-4ba5-bf41-4da4fa5b61ea tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.382s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.576861] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250455, 'name': Destroy_Task, 'duration_secs': 0.330791} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.577156] env[69506]: INFO nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Destroyed the VM [ 1370.577395] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Deleting Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1370.577640] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b96f557-4d06-4237-8398-f57f46c47ebc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.586015] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1370.586015] env[69506]: value = "task-3250456" [ 1370.586015] env[69506]: _type = "Task" [ 1370.586015] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.591625] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.093774] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331992} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.094113] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Deleted Snapshot of the VM instance {{(pid=69506) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1371.094402] env[69506]: DEBUG nova.compute.manager [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.095183] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe483ac2-b2c5-45d8-9c4c-bcfbfd61cf35 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.441921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.442337] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.442435] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.442603] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.442780] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.444897] env[69506]: INFO nova.compute.manager [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Terminating instance [ 1371.605627] env[69506]: INFO nova.compute.manager [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Shelve offloading [ 1371.948605] env[69506]: DEBUG nova.compute.manager [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.948779] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.949689] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089182e0-c524-454c-9590-5427f40449c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.957563] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.957788] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea41c18-c5a9-41c7-bd5e-0099135dee70 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.965338] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1371.965338] env[69506]: value = "task-3250457" [ 1371.965338] env[69506]: _type = "Task" [ 1371.965338] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.972959] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.109602] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.109933] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-973544be-fafd-40f6-a104-a632ccbb12f2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.117168] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1372.117168] env[69506]: value = "task-3250458" [ 1372.117168] env[69506]: _type = "Task" [ 1372.117168] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.127579] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] VM already powered off {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1372.127819] env[69506]: DEBUG nova.compute.manager [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.128575] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd41fa-f61e-466e-84de-3ee02d500370 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.134848] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.135051] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.135259] env[69506]: DEBUG nova.network.neutron [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.474632] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250457, 'name': PowerOffVM_Task, 'duration_secs': 0.187031} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.475076] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.475076] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.475325] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69162da-ab39-4a30-94ca-870287d89937 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.535941] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.536185] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.536373] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleting the datastore file [datastore2] 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.536638] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b46839-b07c-4ecd-b3d9-3ac8fb9225f1 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.542979] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for the task: (returnval){ [ 1372.542979] env[69506]: value = "task-3250460" [ 1372.542979] env[69506]: _type = "Task" [ 1372.542979] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.550141] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.822197] env[69506]: DEBUG nova.network.neutron [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updating instance_info_cache with network_info: [{"id": "9e562242-af8a-405d-aee5-defc33bef40e", "address": "fa:16:3e:48:52:18", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e562242-af", "ovs_interfaceid": "9e562242-af8a-405d-aee5-defc33bef40e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.052308] env[69506]: DEBUG oslo_vmware.api [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Task: {'id': task-3250460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12412} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.052520] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.052718] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.052892] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.053079] env[69506]: INFO nova.compute.manager [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1373.053328] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.053518] env[69506]: DEBUG nova.compute.manager [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.053615] env[69506]: DEBUG nova.network.neutron [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.325490] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.597823] env[69506]: DEBUG nova.compute.manager [req-295c50e0-112d-4ed5-81fc-2946c55fd1a0 req-a83c21a0-68ee-4257-8a35-6f59e2452a5e service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Received event network-vif-deleted-86e8aa40-bbb0-4477-bafb-c26b9d1fe217 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.598106] env[69506]: INFO nova.compute.manager [req-295c50e0-112d-4ed5-81fc-2946c55fd1a0 req-a83c21a0-68ee-4257-8a35-6f59e2452a5e service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Neutron deleted interface 86e8aa40-bbb0-4477-bafb-c26b9d1fe217; detaching it from the instance and deleting it from the info cache [ 1373.598318] env[69506]: DEBUG nova.network.neutron [req-295c50e0-112d-4ed5-81fc-2946c55fd1a0 req-a83c21a0-68ee-4257-8a35-6f59e2452a5e service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.676123] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.677303] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fbc1c-8023-417b-85b6-8c32bfe82a52 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.685197] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.685445] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b374120-2681-4555-b085-d932da38f549 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.756254] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.756564] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.756687] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore1] 659de2a7-5bf0-4d86-98c6-4d2872675eb0 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.756882] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6efe1684-e2ed-4b94-8533-560c907b7990 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.762930] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1373.762930] env[69506]: value = "task-3250462" [ 1373.762930] env[69506]: _type = "Task" [ 1373.762930] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.771835] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.079770] env[69506]: DEBUG nova.network.neutron [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.102519] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a121bb48-2480-49e2-aa7f-6fe886435a51 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.112216] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb54c932-1d18-41e3-94ac-8c45c9cb939c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.136482] env[69506]: DEBUG nova.compute.manager [req-295c50e0-112d-4ed5-81fc-2946c55fd1a0 req-a83c21a0-68ee-4257-8a35-6f59e2452a5e service nova] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Detach interface failed, port_id=86e8aa40-bbb0-4477-bafb-c26b9d1fe217, reason: Instance 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.273876] env[69506]: DEBUG oslo_vmware.api [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128329} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.273876] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.274072] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.274276] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.299768] env[69506]: INFO nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance 659de2a7-5bf0-4d86-98c6-4d2872675eb0 [ 1374.583354] env[69506]: INFO nova.compute.manager [-] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Took 1.53 seconds to deallocate network for instance. [ 1374.804850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.805206] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.805376] env[69506]: DEBUG nova.objects.instance [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'resources' on Instance uuid 659de2a7-5bf0-4d86-98c6-4d2872675eb0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.090168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.307571] env[69506]: DEBUG nova.objects.instance [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'numa_topology' on Instance uuid 659de2a7-5bf0-4d86-98c6-4d2872675eb0 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.624057] env[69506]: DEBUG nova.compute.manager [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received event network-vif-unplugged-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.624278] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.624481] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.624643] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.625405] env[69506]: DEBUG nova.compute.manager [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] No waiting events found dispatching network-vif-unplugged-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.625630] env[69506]: DEBUG nova.compute.manager [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received event network-vif-unplugged-9e562242-af8a-405d-aee5-defc33bef40e for instance with task_state deleting. {{(pid=69506) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1375.625798] env[69506]: DEBUG nova.compute.manager [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Received event network-changed-9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.625954] env[69506]: DEBUG nova.compute.manager [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Refreshing instance network info cache due to event network-changed-9e562242-af8a-405d-aee5-defc33bef40e. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.626155] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Acquiring lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.626293] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Acquired lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.626444] env[69506]: DEBUG nova.network.neutron [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Refreshing network info cache for port 9e562242-af8a-405d-aee5-defc33bef40e {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.658429] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.809612] env[69506]: DEBUG nova.objects.base [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Object Instance<659de2a7-5bf0-4d86-98c6-4d2872675eb0> lazy-loaded attributes: resources,numa_topology {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.826413] env[69506]: DEBUG nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Refreshing inventories for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1375.839775] env[69506]: DEBUG nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Updating ProviderTree inventory for provider 5cb2072c-925b-48c7-904b-f12a729344ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1375.839982] env[69506]: DEBUG nova.compute.provider_tree [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Updating inventory in ProviderTree for provider 5cb2072c-925b-48c7-904b-f12a729344ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.849915] env[69506]: DEBUG nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Refreshing aggregate associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, aggregates: None {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1375.866569] env[69506]: DEBUG nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Refreshing trait associations for resource provider 5cb2072c-925b-48c7-904b-f12a729344ea, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69506) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1375.888353] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd36a4-43c3-4de4-ba84-7b873b09c052 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.897232] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2070b2-6477-4486-9b3f-9cf473a4ebe2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.925613] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be00f50-b58c-406d-a2d9-cad5968ade18 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.932976] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f1fd4-b9cd-467b-ae91-f8a6e104747d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.945014] env[69506]: DEBUG nova.compute.provider_tree [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.255830] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.256077] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.385806] env[69506]: DEBUG nova.network.neutron [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updated VIF entry in instance network info cache for port 9e562242-af8a-405d-aee5-defc33bef40e. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.386180] env[69506]: DEBUG nova.network.neutron [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updating instance_info_cache with network_info: [{"id": "9e562242-af8a-405d-aee5-defc33bef40e", "address": "fa:16:3e:48:52:18", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9e562242-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.447965] env[69506]: DEBUG nova.scheduler.client.report [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.888951] env[69506]: DEBUG oslo_concurrency.lockutils [req-c456d1f9-4aa4-45e6-bdbc-4bd566b1b4b0 req-2f7c95a5-7a0f-458a-8ba3-c2b032a46fe3 service nova] Releasing lock "refresh_cache-659de2a7-5bf0-4d86-98c6-4d2872675eb0" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.953209] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.955724] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.866s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.955947] env[69506]: DEBUG nova.objects.instance [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lazy-loading 'resources' on Instance uuid 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.255479] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.464266] env[69506]: DEBUG oslo_concurrency.lockutils [None req-23d4dd97-df71-4986-b39e-1babb0b9201f tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 18.994s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.465109] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.807s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.465329] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.465531] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.465696] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.467528] env[69506]: INFO nova.compute.manager [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Terminating instance [ 1377.488817] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf6003-72d7-4afd-87db-16dbcd1121ae {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.499027] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac08e6-2aa6-4849-813a-dd04c1592b1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.527952] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5184b9c5-fe3f-4069-9bc2-13058600fa90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.534906] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96703ec-b4fc-4dac-917d-2eb05d4c55e5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.547496] env[69506]: DEBUG nova.compute.provider_tree [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.971216] env[69506]: DEBUG nova.compute.manager [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.971616] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.971747] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65676f7d-a761-4c31-9e37-69c1e3913779 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.981541] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b1c03-2362-4ce4-9a50-4d581c5f4976 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.004281] env[69506]: WARNING nova.virt.vmwareapi.vmops [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 659de2a7-5bf0-4d86-98c6-4d2872675eb0 could not be found. [ 1378.004459] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.004634] env[69506]: INFO nova.compute.manager [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Took 0.03 seconds to destroy the instance on the hypervisor. [ 1378.004871] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.005108] env[69506]: DEBUG nova.compute.manager [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.005214] env[69506]: DEBUG nova.network.neutron [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.050484] env[69506]: DEBUG nova.scheduler.client.report [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.255785] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.555702] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.581081] env[69506]: INFO nova.scheduler.client.report [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Deleted allocations for instance 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8 [ 1378.717726] env[69506]: DEBUG nova.network.neutron [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.758344] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.758608] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.758777] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.758926] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1378.759820] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72caa7-967d-45b0-ae43-604180cdb3a3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.768697] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e91545-5499-4a00-840e-7cc3630243d6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.783153] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e53a5-afb2-4e0f-8cdc-a4c1cac0eebb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.789901] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143e77b4-bb0e-4ab6-bf3e-539c7abfedb8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.818739] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180650MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1378.818935] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.819116] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.089105] env[69506]: DEBUG oslo_concurrency.lockutils [None req-33fee238-a220-4f05-a4e6-7384a08eeee7 tempest-ServerActionsTestOtherB-1591609705 tempest-ServerActionsTestOtherB-1591609705-project-member] Lock "3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.647s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.219964] env[69506]: INFO nova.compute.manager [-] [instance: 659de2a7-5bf0-4d86-98c6-4d2872675eb0] Took 1.21 seconds to deallocate network for instance. [ 1379.837595] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1379.837766] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1379.850749] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e732de-9751-4379-aa5f-da02bd777771 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.858255] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556dfdb0-8de8-41df-882a-e2dbd702b908 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.889177] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914dd551-311f-4e40-be11-274668d450f5 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.896444] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ac156-be4e-4367-af5c-1c0f4bf19f7c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.909100] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.244388] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38cdeb4b-967b-40e1-bb6b-a72dc4cf0614 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "659de2a7-5bf0-4d86-98c6-4d2872675eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.779s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.412548] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.918027] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1380.918027] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.509584] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "e30b0a96-697a-4c3a-8d29-71de1397d560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.509873] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.012636] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.533588] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.533872] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.535384] env[69506]: INFO nova.compute.claims [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.576427] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a833cd7d-ed3e-47cc-9ced-2c979d2c89bc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.584045] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc4ea8-c323-4e84-a437-34f56a247f2a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.613727] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce40d4-a5c4-4c4c-ac04-865a5f0cbc54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.622182] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a19e1b-3553-4a55-ba4b-a84e5cf2db88 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.635430] env[69506]: DEBUG nova.compute.provider_tree [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.918131] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.918414] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.918596] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.918739] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1384.138746] env[69506]: DEBUG nova.scheduler.client.report [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.645197] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.645754] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.151209] env[69506]: DEBUG nova.compute.utils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.153413] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.153657] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.199055] env[69506]: DEBUG nova.policy [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.444824] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Successfully created port: f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.656766] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.251615] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.667514] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.695948] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.696203] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.696363] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.696612] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.696763] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.696907] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.697126] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.697289] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.697449] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.697608] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.697777] env[69506]: DEBUG nova.virt.hardware [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.698648] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2827167-3c87-46c4-b389-4e24d77a4e85 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.706498] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a3ac7-9907-43da-ae02-36cb78a4addc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.782338] env[69506]: DEBUG nova.compute.manager [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Received event network-vif-plugged-f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.782675] env[69506]: DEBUG oslo_concurrency.lockutils [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] Acquiring lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.782762] env[69506]: DEBUG oslo_concurrency.lockutils [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.782925] env[69506]: DEBUG oslo_concurrency.lockutils [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.783103] env[69506]: DEBUG nova.compute.manager [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] No waiting events found dispatching network-vif-plugged-f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.783258] env[69506]: WARNING nova.compute.manager [req-b5627ec3-1aa0-45ef-8326-a5a4df4e64ff req-51a65998-ff99-42b1-96d9-b565c6af8161 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Received unexpected event network-vif-plugged-f42e906c-2b3e-40cf-b187-3010e98b43c1 for instance with vm_state building and task_state spawning. [ 1386.866802] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Successfully updated port: f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.250408] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.369994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.369994] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.369994] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.902313] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.020794] env[69506]: DEBUG nova.network.neutron [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Updating instance_info_cache with network_info: [{"id": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "address": "fa:16:3e:d8:6d:14", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42e906c-2b", "ovs_interfaceid": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.523640] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.523998] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Instance network_info: |[{"id": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "address": "fa:16:3e:d8:6d:14", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42e906c-2b", "ovs_interfaceid": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.524501] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:6d:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f42e906c-2b3e-40cf-b187-3010e98b43c1', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.532360] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.532686] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.533050] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b95827d6-a64d-42b7-a01c-25b9ca32686d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.553769] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.553769] env[69506]: value = "task-3250464" [ 1388.553769] env[69506]: _type = "Task" [ 1388.553769] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.561063] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250464, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.807559] env[69506]: DEBUG nova.compute.manager [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Received event network-changed-f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.807762] env[69506]: DEBUG nova.compute.manager [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Refreshing instance network info cache due to event network-changed-f42e906c-2b3e-40cf-b187-3010e98b43c1. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.807906] env[69506]: DEBUG oslo_concurrency.lockutils [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] Acquiring lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.808064] env[69506]: DEBUG oslo_concurrency.lockutils [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] Acquired lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.808226] env[69506]: DEBUG nova.network.neutron [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Refreshing network info cache for port f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.064027] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250464, 'name': CreateVM_Task, 'duration_secs': 0.322671} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.064381] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.064815] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.064980] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.065309] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.065553] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5dfee4-ecbd-4eb2-aff0-06ddd9fff104 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.070371] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1389.070371] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5253e455-98f3-2af6-a939-8be8e5466e10" [ 1389.070371] env[69506]: _type = "Task" [ 1389.070371] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.077590] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5253e455-98f3-2af6-a939-8be8e5466e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.495908] env[69506]: DEBUG nova.network.neutron [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Updated VIF entry in instance network info cache for port f42e906c-2b3e-40cf-b187-3010e98b43c1. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.496303] env[69506]: DEBUG nova.network.neutron [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Updating instance_info_cache with network_info: [{"id": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "address": "fa:16:3e:d8:6d:14", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42e906c-2b", "ovs_interfaceid": "f42e906c-2b3e-40cf-b187-3010e98b43c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.581090] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]5253e455-98f3-2af6-a939-8be8e5466e10, 'name': SearchDatastore_Task, 'duration_secs': 0.016014} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.581417] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.581674] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.581910] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.582066] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.582249] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.582515] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af619c57-d600-495e-8969-92054b96169e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.591618] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.591801] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.592543] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333ccddb-5059-423c-a68e-f767ec8d3a36 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.598286] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1389.598286] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e90e5-e347-3bf4-e49d-8d6ace78a4c0" [ 1389.598286] env[69506]: _type = "Task" [ 1389.598286] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.605970] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e90e5-e347-3bf4-e49d-8d6ace78a4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.998905] env[69506]: DEBUG oslo_concurrency.lockutils [req-b06d6c8a-2323-4096-a55b-3deb69a5357a req-3d4ff67c-b238-425b-9775-19f99821ddb8 service nova] Releasing lock "refresh_cache-e30b0a96-697a-4c3a-8d29-71de1397d560" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.108802] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]525e90e5-e347-3bf4-e49d-8d6ace78a4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.109593] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427ea953-307a-4495-a5fe-a78fd19a93c8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.114686] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1390.114686] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f7d66e-6b7d-0b07-4a08-4325e13e325f" [ 1390.114686] env[69506]: _type = "Task" [ 1390.114686] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.122596] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f7d66e-6b7d-0b07-4a08-4325e13e325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.625467] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52f7d66e-6b7d-0b07-4a08-4325e13e325f, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.625743] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.626015] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e30b0a96-697a-4c3a-8d29-71de1397d560/e30b0a96-697a-4c3a-8d29-71de1397d560.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.626287] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713a1158-8cd6-4c17-bec7-2141d9b99214 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.633019] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1390.633019] env[69506]: value = "task-3250465" [ 1390.633019] env[69506]: _type = "Task" [ 1390.633019] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.641635] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.143193] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438544} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.143654] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] e30b0a96-697a-4c3a-8d29-71de1397d560/e30b0a96-697a-4c3a-8d29-71de1397d560.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.143654] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.143877] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc3cfe6-ed73-4eed-8ceb-93ee5877e459 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.153160] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1391.153160] env[69506]: value = "task-3250466" [ 1391.153160] env[69506]: _type = "Task" [ 1391.153160] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.159832] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.662871] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06983} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.663144] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.663875] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fed794-7f82-48f9-9a02-a103b9000d1e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.685851] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] e30b0a96-697a-4c3a-8d29-71de1397d560/e30b0a96-697a-4c3a-8d29-71de1397d560.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.686081] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6392dcd5-dfe7-4c3c-b5c0-9f2812961d9f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.705845] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1391.705845] env[69506]: value = "task-3250467" [ 1391.705845] env[69506]: _type = "Task" [ 1391.705845] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.714956] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.216174] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250467, 'name': ReconfigVM_Task, 'duration_secs': 0.279252} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.216566] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Reconfigured VM instance instance-0000007d to attach disk [datastore2] e30b0a96-697a-4c3a-8d29-71de1397d560/e30b0a96-697a-4c3a-8d29-71de1397d560.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.217060] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89359b4a-5c61-4791-9756-b8b9513be5b8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.222918] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1392.222918] env[69506]: value = "task-3250468" [ 1392.222918] env[69506]: _type = "Task" [ 1392.222918] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.230225] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250468, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.732631] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250468, 'name': Rename_Task, 'duration_secs': 0.160534} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.732895] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.733149] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80fa003-5eb7-471d-9ddd-725e3a3f1ef4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.739416] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1392.739416] env[69506]: value = "task-3250469" [ 1392.739416] env[69506]: _type = "Task" [ 1392.739416] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.746858] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.249862] env[69506]: DEBUG oslo_vmware.api [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250469, 'name': PowerOnVM_Task, 'duration_secs': 0.427781} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.249862] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.250367] env[69506]: INFO nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1393.250367] env[69506]: DEBUG nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.250951] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d90d734-778d-4328-92c5-125518e16ccf {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.767904] env[69506]: INFO nova.compute.manager [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Took 11.25 seconds to build instance. [ 1394.269530] env[69506]: DEBUG oslo_concurrency.lockutils [None req-d668c59b-c4ba-40ad-90a2-fd55fd4f0a97 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.759s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.571907] env[69506]: DEBUG oslo_concurrency.lockutils [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "e30b0a96-697a-4c3a-8d29-71de1397d560" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.572224] env[69506]: DEBUG oslo_concurrency.lockutils [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.572409] env[69506]: DEBUG nova.compute.manager [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.573322] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2cb235-fe1c-4b9e-97a7-0ad8ed9a1e57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.580563] env[69506]: DEBUG nova.compute.manager [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69506) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1394.581079] env[69506]: DEBUG nova.objects.instance [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'flavor' on Instance uuid e30b0a96-697a-4c3a-8d29-71de1397d560 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.588817] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.589243] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ee5fec-a23b-4086-843b-9340250887ba {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.596285] env[69506]: DEBUG oslo_vmware.api [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1395.596285] env[69506]: value = "task-3250470" [ 1395.596285] env[69506]: _type = "Task" [ 1395.596285] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.604090] env[69506]: DEBUG oslo_vmware.api [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.105978] env[69506]: DEBUG oslo_vmware.api [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250470, 'name': PowerOffVM_Task, 'duration_secs': 0.189451} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.107129] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.107129] env[69506]: DEBUG nova.compute.manager [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.107513] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba17dcc-168f-4bc1-b21d-c848e32f1f54 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.618022] env[69506]: DEBUG oslo_concurrency.lockutils [None req-65b4ea51-f629-4940-a705-8ef5994c5be6 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.941597] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "e30b0a96-697a-4c3a-8d29-71de1397d560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.941850] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.942483] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.942683] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.942852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.944840] env[69506]: INFO nova.compute.manager [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Terminating instance [ 1397.448974] env[69506]: DEBUG nova.compute.manager [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.449290] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.450562] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55dbe5-f648-4de3-b453-d3631aba65f8 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.458172] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.458391] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e63dcc72-25ad-4d74-b291-5942e3d6cc93 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.520422] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.520653] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.520813] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore2] e30b0a96-697a-4c3a-8d29-71de1397d560 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.521090] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e3934d-4519-454f-981e-39f886d5bf6a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.529043] env[69506]: DEBUG oslo_vmware.api [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1397.529043] env[69506]: value = "task-3250472" [ 1397.529043] env[69506]: _type = "Task" [ 1397.529043] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.535353] env[69506]: DEBUG oslo_vmware.api [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.037138] env[69506]: DEBUG oslo_vmware.api [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158778} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.037495] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.037545] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.037701] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.037903] env[69506]: INFO nova.compute.manager [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1398.038156] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.038305] env[69506]: DEBUG nova.compute.manager [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.038402] env[69506]: DEBUG nova.network.neutron [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.248585] env[69506]: DEBUG nova.compute.manager [req-b6952d9b-80ff-42d5-920b-fd0051731b60 req-f73424c5-eb2f-4154-9937-2822ba8b567c service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Received event network-vif-deleted-f42e906c-2b3e-40cf-b187-3010e98b43c1 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.248841] env[69506]: INFO nova.compute.manager [req-b6952d9b-80ff-42d5-920b-fd0051731b60 req-f73424c5-eb2f-4154-9937-2822ba8b567c service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Neutron deleted interface f42e906c-2b3e-40cf-b187-3010e98b43c1; detaching it from the instance and deleting it from the info cache [ 1398.248955] env[69506]: DEBUG nova.network.neutron [req-b6952d9b-80ff-42d5-920b-fd0051731b60 req-f73424c5-eb2f-4154-9937-2822ba8b567c service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.733354] env[69506]: DEBUG nova.network.neutron [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.751207] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c4b48cc-dca4-42fd-83fc-806afd92d888 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.760765] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42dc73-fe28-451e-b4dd-eb2e750aac9e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.785066] env[69506]: DEBUG nova.compute.manager [req-b6952d9b-80ff-42d5-920b-fd0051731b60 req-f73424c5-eb2f-4154-9937-2822ba8b567c service nova] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Detach interface failed, port_id=f42e906c-2b3e-40cf-b187-3010e98b43c1, reason: Instance e30b0a96-697a-4c3a-8d29-71de1397d560 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.236346] env[69506]: INFO nova.compute.manager [-] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Took 1.20 seconds to deallocate network for instance. [ 1399.743503] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.743798] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.744028] env[69506]: DEBUG nova.objects.instance [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'resources' on Instance uuid e30b0a96-697a-4c3a-8d29-71de1397d560 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.281396] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8ec99-9e8f-402f-b39c-0e7190fe5c1c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.289129] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b88f8-2c36-4b20-9cc2-f69177d74c57 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.317882] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04aca7f-8e0a-435d-ae29-93a9379f83c6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.324876] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbbbef6-1045-4b2d-95f7-a90fbc01cc66 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.338830] env[69506]: DEBUG nova.compute.provider_tree [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.842389] env[69506]: DEBUG nova.scheduler.client.report [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.347875] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.371220] env[69506]: INFO nova.scheduler.client.report [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance e30b0a96-697a-4c3a-8d29-71de1397d560 [ 1401.879173] env[69506]: DEBUG oslo_concurrency.lockutils [None req-654df9be-61a5-4f99-9d5d-719cd9820e47 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "e30b0a96-697a-4c3a-8d29-71de1397d560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.937s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.991077] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "f59041fb-aebe-408a-932e-d535d044bb85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.991472] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.493561] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.012159] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.012436] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.013810] env[69506]: INFO nova.compute.claims [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.047916] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6029bf-9faf-4d66-af84-97b557e91ddc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.055783] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08cad4-9f84-446b-906c-1f8bd0343f0d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.085799] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db604945-cd88-4709-ab94-e8bbb0f387c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.092791] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d176fe89-bb62-4d0e-a18b-75805c6b23cc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.105511] env[69506]: DEBUG nova.compute.provider_tree [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.608528] env[69506]: DEBUG nova.scheduler.client.report [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.113301] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.113818] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.618567] env[69506]: DEBUG nova.compute.utils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1406.620170] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.620383] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.667269] env[69506]: DEBUG nova.policy [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.922911] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Successfully created port: cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.124423] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.134738] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.159363] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.159693] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.159763] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.159928] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.160084] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.160248] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.160457] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.160613] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.160777] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.160950] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.161139] env[69506]: DEBUG nova.virt.hardware [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.161997] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ace677-85d0-4e02-9966-75a73e297dbe {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.169777] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf4f920-6c7a-4744-9b80-92d405ee259b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.261939] env[69506]: DEBUG nova.compute.manager [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Received event network-vif-plugged-cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.262182] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] Acquiring lock "f59041fb-aebe-408a-932e-d535d044bb85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.262451] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] Lock "f59041fb-aebe-408a-932e-d535d044bb85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.262593] env[69506]: DEBUG oslo_concurrency.lockutils [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] Lock "f59041fb-aebe-408a-932e-d535d044bb85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.262706] env[69506]: DEBUG nova.compute.manager [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] No waiting events found dispatching network-vif-plugged-cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.262848] env[69506]: WARNING nova.compute.manager [req-3a81a0c6-28a1-4702-9ad6-704776d705a9 req-6c739899-ea46-4a5c-9222-d6432ad7cca3 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Received unexpected event network-vif-plugged-cdf1e85a-491a-46e7-9eb8-a1235a36781d for instance with vm_state building and task_state spawning. [ 1408.349220] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Successfully updated port: cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.851883] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.852029] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.852200] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.384029] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.502423] env[69506]: DEBUG nova.network.neutron [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Updating instance_info_cache with network_info: [{"id": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "address": "fa:16:3e:cd:9b:39", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf1e85a-49", "ovs_interfaceid": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.005575] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.005886] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Instance network_info: |[{"id": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "address": "fa:16:3e:cd:9b:39", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf1e85a-49", "ovs_interfaceid": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1410.006333] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:9b:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf1e85a-491a-46e7-9eb8-a1235a36781d', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.013722] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.013931] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.014168] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2cfead-6d3f-47d3-bff8-2eff5f55c7e4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.034621] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.034621] env[69506]: value = "task-3250473" [ 1410.034621] env[69506]: _type = "Task" [ 1410.034621] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.043554] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250473, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.287197] env[69506]: DEBUG nova.compute.manager [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Received event network-changed-cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.287506] env[69506]: DEBUG nova.compute.manager [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Refreshing instance network info cache due to event network-changed-cdf1e85a-491a-46e7-9eb8-a1235a36781d. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.287595] env[69506]: DEBUG oslo_concurrency.lockutils [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] Acquiring lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.287741] env[69506]: DEBUG oslo_concurrency.lockutils [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] Acquired lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.287905] env[69506]: DEBUG nova.network.neutron [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Refreshing network info cache for port cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.544888] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250473, 'name': CreateVM_Task, 'duration_secs': 0.311553} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.545265] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.545852] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.546032] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.546366] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.546623] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc251b4-5b86-4cf3-a40a-21312aa2d8ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.551103] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1410.551103] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afe567-1c8a-fb66-de34-2f519bb0ecb4" [ 1410.551103] env[69506]: _type = "Task" [ 1410.551103] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.558373] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afe567-1c8a-fb66-de34-2f519bb0ecb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.961180] env[69506]: DEBUG nova.network.neutron [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Updated VIF entry in instance network info cache for port cdf1e85a-491a-46e7-9eb8-a1235a36781d. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.961512] env[69506]: DEBUG nova.network.neutron [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Updating instance_info_cache with network_info: [{"id": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "address": "fa:16:3e:cd:9b:39", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf1e85a-49", "ovs_interfaceid": "cdf1e85a-491a-46e7-9eb8-a1235a36781d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.062729] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52afe567-1c8a-fb66-de34-2f519bb0ecb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.062989] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.063230] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.063459] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.063606] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.063807] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.064079] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc47d60-eede-42c8-a483-100e635e8c1a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.072353] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.072550] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.073241] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1765f5-4612-4d35-bc4e-b06daddfb943 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.077874] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1411.077874] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524bb1ab-dacf-e9a6-1781-53419891a57e" [ 1411.077874] env[69506]: _type = "Task" [ 1411.077874] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.084763] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524bb1ab-dacf-e9a6-1781-53419891a57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.464523] env[69506]: DEBUG oslo_concurrency.lockutils [req-617a0841-f767-426a-80e1-1bd4569b6723 req-d1fca0d3-93db-4691-abab-3adb97ddedc6 service nova] Releasing lock "refresh_cache-f59041fb-aebe-408a-932e-d535d044bb85" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.588132] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]524bb1ab-dacf-e9a6-1781-53419891a57e, 'name': SearchDatastore_Task, 'duration_secs': 0.00824} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.588881] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58dc8a3-f365-4b93-99ab-29dd0fe4e4a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.593731] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1411.593731] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520f5c2b-d7fe-3752-0f93-5261649ff030" [ 1411.593731] env[69506]: _type = "Task" [ 1411.593731] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.601170] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520f5c2b-d7fe-3752-0f93-5261649ff030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.105036] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]520f5c2b-d7fe-3752-0f93-5261649ff030, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.105036] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.105247] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f59041fb-aebe-408a-932e-d535d044bb85/f59041fb-aebe-408a-932e-d535d044bb85.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.105407] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd425030-9db0-443a-8d63-fbd10012255b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.112475] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1412.112475] env[69506]: value = "task-3250474" [ 1412.112475] env[69506]: _type = "Task" [ 1412.112475] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.120027] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.623506] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403988} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.623506] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore1] f59041fb-aebe-408a-932e-d535d044bb85/f59041fb-aebe-408a-932e-d535d044bb85.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.623506] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.623506] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3136f98-53fa-478e-b763-665ea269d153 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.629298] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1412.629298] env[69506]: value = "task-3250475" [ 1412.629298] env[69506]: _type = "Task" [ 1412.629298] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.635873] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.139194] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058207} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.139450] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.140202] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58be6db-c9d3-4a24-9acc-dafe37bb51ca {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.161012] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] f59041fb-aebe-408a-932e-d535d044bb85/f59041fb-aebe-408a-932e-d535d044bb85.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.161227] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3758ec5f-f541-42fc-94b1-291ec56d2ee4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.179996] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1413.179996] env[69506]: value = "task-3250476" [ 1413.179996] env[69506]: _type = "Task" [ 1413.179996] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.187262] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.689873] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250476, 'name': ReconfigVM_Task, 'duration_secs': 0.299181} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.690280] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Reconfigured VM instance instance-0000007e to attach disk [datastore1] f59041fb-aebe-408a-932e-d535d044bb85/f59041fb-aebe-408a-932e-d535d044bb85.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.690721] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17edfa07-5516-4246-aa16-494c4d618ead {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.696500] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1413.696500] env[69506]: value = "task-3250477" [ 1413.696500] env[69506]: _type = "Task" [ 1413.696500] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.703484] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250477, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.205550] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250477, 'name': Rename_Task, 'duration_secs': 0.135334} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.205810] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.206049] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fea743-5717-4ff3-a685-d33f95eba575 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.211956] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1414.211956] env[69506]: value = "task-3250478" [ 1414.211956] env[69506]: _type = "Task" [ 1414.211956] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.219806] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.722090] env[69506]: DEBUG oslo_vmware.api [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250478, 'name': PowerOnVM_Task, 'duration_secs': 0.454923} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.722488] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.722612] env[69506]: INFO nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1414.722764] env[69506]: DEBUG nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.723561] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f7c44-aeae-4fba-9c87-6ca221f64f4b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.242630] env[69506]: INFO nova.compute.manager [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Took 11.24 seconds to build instance. [ 1415.745253] env[69506]: DEBUG oslo_concurrency.lockutils [None req-de17b471-7cf6-4297-a176-624398e7ec4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.754s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.030061] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01e35b4-6422-4a4f-b631-7c08f4541eb4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.036804] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Suspending the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1416.037034] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d75a3694-3729-4aaf-9511-9e1b2ec2b41b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.043119] env[69506]: DEBUG oslo_vmware.api [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1416.043119] env[69506]: value = "task-3250479" [ 1416.043119] env[69506]: _type = "Task" [ 1416.043119] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.050931] env[69506]: DEBUG oslo_vmware.api [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250479, 'name': SuspendVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.553746] env[69506]: DEBUG oslo_vmware.api [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250479, 'name': SuspendVM_Task} progress is 100%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.053960] env[69506]: DEBUG oslo_vmware.api [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250479, 'name': SuspendVM_Task, 'duration_secs': 0.544438} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.054357] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Suspended the VM {{(pid=69506) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1417.054426] env[69506]: DEBUG nova.compute.manager [None req-a37a81b1-768d-46bc-b555-3b20eb0f5740 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.055185] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc548c6d-6c00-4b5d-ba6b-ff53fedf7956 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.373636] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "f59041fb-aebe-408a-932e-d535d044bb85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.373985] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.374150] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "f59041fb-aebe-408a-932e-d535d044bb85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.374321] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.374522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.376636] env[69506]: INFO nova.compute.manager [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Terminating instance [ 1418.880768] env[69506]: DEBUG nova.compute.manager [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.881017] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.881932] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab5ccb0-e713-403b-b3ef-44d97af297c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.889842] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.890065] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f3c1da-5fb5-4f47-9514-49acbce3d5c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.958973] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.959272] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Deleting contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.959482] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore1] f59041fb-aebe-408a-932e-d535d044bb85 {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.959793] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e04e2b3-8e11-4fa6-a629-7d1e2857339b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.967521] env[69506]: DEBUG oslo_vmware.api [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1418.967521] env[69506]: value = "task-3250481" [ 1418.967521] env[69506]: _type = "Task" [ 1418.967521] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.975737] env[69506]: DEBUG oslo_vmware.api [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.476831] env[69506]: DEBUG oslo_vmware.api [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142343} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.477232] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.477279] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Deleted contents of the VM from datastore datastore1 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.477459] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.477629] env[69506]: INFO nova.compute.manager [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1419.477861] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.478064] env[69506]: DEBUG nova.compute.manager [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.478161] env[69506]: DEBUG nova.network.neutron [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.693459] env[69506]: DEBUG nova.compute.manager [req-9682168f-d02f-4b9b-98b9-c0d354293da6 req-6ae1a98d-7414-4fb8-a2e5-f46d6f6a0729 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Received event network-vif-deleted-cdf1e85a-491a-46e7-9eb8-a1235a36781d {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.693459] env[69506]: INFO nova.compute.manager [req-9682168f-d02f-4b9b-98b9-c0d354293da6 req-6ae1a98d-7414-4fb8-a2e5-f46d6f6a0729 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Neutron deleted interface cdf1e85a-491a-46e7-9eb8-a1235a36781d; detaching it from the instance and deleting it from the info cache [ 1419.693459] env[69506]: DEBUG nova.network.neutron [req-9682168f-d02f-4b9b-98b9-c0d354293da6 req-6ae1a98d-7414-4fb8-a2e5-f46d6f6a0729 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.177962] env[69506]: DEBUG nova.network.neutron [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.196053] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595815e7-0b51-47e9-934e-dc7381729192 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.205928] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccee7f2-eb8b-4d34-bb97-38cfbca24eab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.229112] env[69506]: DEBUG nova.compute.manager [req-9682168f-d02f-4b9b-98b9-c0d354293da6 req-6ae1a98d-7414-4fb8-a2e5-f46d6f6a0729 service nova] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Detach interface failed, port_id=cdf1e85a-491a-46e7-9eb8-a1235a36781d, reason: Instance f59041fb-aebe-408a-932e-d535d044bb85 could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1420.681236] env[69506]: INFO nova.compute.manager [-] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Took 1.20 seconds to deallocate network for instance. [ 1421.187923] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.188258] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.188480] env[69506]: DEBUG nova.objects.instance [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'resources' on Instance uuid f59041fb-aebe-408a-932e-d535d044bb85 {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.722501] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256ae7e-1adf-44b6-b9e1-f2d23c7a4868 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.730323] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea26ea-ae8e-424c-a22f-39b5360f0593 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.761707] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179cd21e-64e4-4ce5-a26f-eabcea441a8b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.768505] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c1fbb8-a9f2-45fd-92ac-f8afb3d8486e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.781425] env[69506]: DEBUG nova.compute.provider_tree [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.284500] env[69506]: DEBUG nova.scheduler.client.report [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.790081] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.807693] env[69506]: INFO nova.scheduler.client.report [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance f59041fb-aebe-408a-932e-d535d044bb85 [ 1423.316434] env[69506]: DEBUG oslo_concurrency.lockutils [None req-38f3c055-9def-4cfe-9d23-cad0028e9a4e tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "f59041fb-aebe-408a-932e-d535d044bb85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.942s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.195135] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.195430] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.698221] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Starting instance... {{(pid=69506) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.219864] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.220168] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.221548] env[69506]: INFO nova.compute.claims [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.256624] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4fe968-2daa-435c-b693-ade8983ac115 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.264072] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e525d-edf4-4f93-a3fd-5904f4804562 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.292023] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0cefdf-25a9-4ea7-8082-8d19bc0346dc {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.298701] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f5e469-ec5d-4378-a1e0-c864d0b820be {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.311039] env[69506]: DEBUG nova.compute.provider_tree [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.814329] env[69506]: DEBUG nova.scheduler.client.report [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.319192] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.319705] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Start building networks asynchronously for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.825432] env[69506]: DEBUG nova.compute.utils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Using /dev/sd instead of None {{(pid=69506) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.827163] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Allocating IP information in the background. {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.827340] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] allocate_for_instance() {{(pid=69506) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.878223] env[69506]: DEBUG nova.policy [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae7de160a684a8e9ee1c0c53e6c6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c65f6914beac40559addb4c484dd155e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69506) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.133987] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Successfully created port: d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.330588] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Start building block device mappings for instance. {{(pid=69506) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.340059] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Start spawning the instance on the hypervisor. {{(pid=69506) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.365118] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T10:33:58Z,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='cd6106158a1449f195371a3eb9775b94',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T10:33:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.365366] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.365529] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.365759] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.365913] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.366070] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.366278] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.366434] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.366597] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.366756] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.366922] env[69506]: DEBUG nova.virt.hardware [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.367765] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d9928-14f3-4c4b-8458-aed6bca20f90 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.375473] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d27bfe-1855-4adb-8684-2010363d0ee0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.480860] env[69506]: DEBUG nova.compute.manager [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Received event network-vif-plugged-d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.481109] env[69506]: DEBUG oslo_concurrency.lockutils [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.481312] env[69506]: DEBUG oslo_concurrency.lockutils [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.481475] env[69506]: DEBUG oslo_concurrency.lockutils [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.481672] env[69506]: DEBUG nova.compute.manager [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] No waiting events found dispatching network-vif-plugged-d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.481791] env[69506]: WARNING nova.compute.manager [req-16e3086a-58e4-4557-91fc-3000a58544ec req-7071849b-2aba-4a7e-b071-0c697ac7346f service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Received unexpected event network-vif-plugged-d443ac3b-2086-4c54-a6cf-50cb882b7bb8 for instance with vm_state building and task_state spawning. [ 1429.559258] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Successfully updated port: d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.062178] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.062338] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.062508] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.595216] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Instance cache missing network info. {{(pid=69506) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.726018] env[69506]: DEBUG nova.network.neutron [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.228759] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.229157] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Instance network_info: |[{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69506) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.229633] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:c9:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd443ac3b-2086-4c54-a6cf-50cb882b7bb8', 'vif_model': 'vmxnet3'}] {{(pid=69506) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.237290] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.237484] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Creating VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.237967] env[69506]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8947d47-c7e5-439e-92b5-f43c7ce7ed84 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.257718] env[69506]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.257718] env[69506]: value = "task-3250482" [ 1431.257718] env[69506]: _type = "Task" [ 1431.257718] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.265228] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250482, 'name': CreateVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.507929] env[69506]: DEBUG nova.compute.manager [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Received event network-changed-d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.508102] env[69506]: DEBUG nova.compute.manager [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Refreshing instance network info cache due to event network-changed-d443ac3b-2086-4c54-a6cf-50cb882b7bb8. {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.508324] env[69506]: DEBUG oslo_concurrency.lockutils [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] Acquiring lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.508465] env[69506]: DEBUG oslo_concurrency.lockutils [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] Acquired lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.508620] env[69506]: DEBUG nova.network.neutron [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Refreshing network info cache for port d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.767710] env[69506]: DEBUG oslo_vmware.api [-] Task: {'id': task-3250482, 'name': CreateVM_Task, 'duration_secs': 0.295337} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.768085] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Created VM on the ESX host {{(pid=69506) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.768817] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.768987] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.769311] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.769558] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7947581c-6555-4d59-b2c4-c218b608755e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.773776] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1431.773776] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b694f-fec6-faa7-8f53-c6e7820f8646" [ 1431.773776] env[69506]: _type = "Task" [ 1431.773776] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.781274] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b694f-fec6-faa7-8f53-c6e7820f8646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.181017] env[69506]: DEBUG nova.network.neutron [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updated VIF entry in instance network info cache for port d443ac3b-2086-4c54-a6cf-50cb882b7bb8. {{(pid=69506) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.181357] env[69506]: DEBUG nova.network.neutron [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.284607] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529b694f-fec6-faa7-8f53-c6e7820f8646, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.284953] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.285244] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Processing image 8e9b45b5-16de-4b59-bf59-36725e85fac6 {{(pid=69506) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.285522] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.285718] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.285941] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.286237] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1923da68-6a92-4918-a5b4-d7d246dc38eb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.293928] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69506) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.294118] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69506) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.294870] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087e537f-f24c-4735-999e-2f09816c272e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.299740] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1432.299740] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a3b30-a459-6ab1-baad-1d63b387c82a" [ 1432.299740] env[69506]: _type = "Task" [ 1432.299740] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.307009] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a3b30-a459-6ab1-baad-1d63b387c82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.684470] env[69506]: DEBUG oslo_concurrency.lockutils [req-0df20623-0d17-4bc8-8322-3e2a9c3b6d87 req-d6419f12-ff33-4dc1-a4e1-e7127ea27fba service nova] Releasing lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.810991] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]529a3b30-a459-6ab1-baad-1d63b387c82a, 'name': SearchDatastore_Task, 'duration_secs': 0.007827} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.812059] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba33c50-e066-4c77-9c86-e935e0ba7073 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.817169] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1432.817169] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf6db1-5167-fb9c-1835-5014f4ebbd71" [ 1432.817169] env[69506]: _type = "Task" [ 1432.817169] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.824397] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf6db1-5167-fb9c-1835-5014f4ebbd71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.327143] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52bf6db1-5167-fb9c-1835-5014f4ebbd71, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.327453] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.327742] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.328033] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab6ed7a0-af4a-40b9-b9b3-caa741f2411b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.334147] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1433.334147] env[69506]: value = "task-3250483" [ 1433.334147] env[69506]: _type = "Task" [ 1433.334147] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.341515] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.843701] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417145} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.844088] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e9b45b5-16de-4b59-bf59-36725e85fac6/8e9b45b5-16de-4b59-bf59-36725e85fac6.vmdk to [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk {{(pid=69506) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.844191] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Extending root virtual disk to 1048576 {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.844422] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cfeb4c5-d154-42bf-ada6-2a2049f1dfb3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.850824] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1433.850824] env[69506]: value = "task-3250484" [ 1433.850824] env[69506]: _type = "Task" [ 1433.850824] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.857452] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.360102] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066427} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.360364] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Extended root virtual disk {{(pid=69506) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.361108] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618cc3e5-4458-4075-96c6-00c16c273bc3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.381655] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.381888] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89060cfa-4113-4a9b-b69c-658b88638e81 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.401582] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1434.401582] env[69506]: value = "task-3250485" [ 1434.401582] env[69506]: _type = "Task" [ 1434.401582] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.408756] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.911587] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250485, 'name': ReconfigVM_Task, 'duration_secs': 0.327577} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.911960] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk or device None with type sparse {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.912480] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f842a48-7575-434f-ba6f-eb7006815a8a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.918402] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1434.918402] env[69506]: value = "task-3250486" [ 1434.918402] env[69506]: _type = "Task" [ 1434.918402] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.925538] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250486, 'name': Rename_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.428502] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250486, 'name': Rename_Task, 'duration_secs': 0.182354} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.428859] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.429077] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a2682b0-e866-4264-ae03-199218011e28 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.434701] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1435.434701] env[69506]: value = "task-3250487" [ 1435.434701] env[69506]: _type = "Task" [ 1435.434701] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.442197] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.944447] env[69506]: DEBUG oslo_vmware.api [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250487, 'name': PowerOnVM_Task, 'duration_secs': 0.458318} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.944883] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.944934] env[69506]: INFO nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1435.945110] env[69506]: DEBUG nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Checking state {{(pid=69506) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.945869] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b332cf-1726-4742-9f83-b790cadad820 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.255782] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.462408] env[69506]: INFO nova.compute.manager [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Took 11.26 seconds to build instance. [ 1436.964710] env[69506]: DEBUG oslo_concurrency.lockutils [None req-7358571e-7d34-495a-ba54-2e4445282f00 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.769s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.255579] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.056639] env[69506]: DEBUG nova.compute.manager [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Stashing vm_state: active {{(pid=69506) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1438.255057] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.255339] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.576034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.576034] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.757921] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.080448] env[69506]: INFO nova.compute.claims [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.586845] env[69506]: INFO nova.compute.resource_tracker [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating resource usage from migration efc2d8ad-5b15-47cb-9ded-d1d58d715f1a [ 1439.621644] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cefef2-9eb2-4fc5-943d-bd73e007c538 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.629431] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abd579-3ebb-4a0e-a806-0d193a7d185b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.657859] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9139f-d9b0-4c2b-aa92-8b70acf43029 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.664446] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c5c4ed-69bf-4ce7-ae26-d52b52d740cb {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.676958] env[69506]: DEBUG nova.compute.provider_tree [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.180539] env[69506]: DEBUG nova.scheduler.client.report [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.685262] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.109s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.685509] env[69506]: INFO nova.compute.manager [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Migrating [ 1440.691650] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.934s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.691830] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.691982] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69506) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1440.695535] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e23d6-9fde-4be2-812d-be8c3be8a75d {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.708213] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c1db53-534a-4e9d-ba75-71419a3f11c9 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.724187] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d98d5-5fdb-4287-a1bd-43894120da4e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.730337] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9fb0f0-6446-4a0b-b0f8-8761708469f0 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.758376] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180885MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69506) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1440.758510] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.758714] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.203758] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.204281] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.204281] env[69506]: DEBUG nova.network.neutron [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.765451] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Applying migration context for instance 8290093b-958b-4b8b-8e94-118dd4d6984e as it has an incoming, in-progress migration efc2d8ad-5b15-47cb-9ded-d1d58d715f1a. Migration status is pre-migrating {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1441.765819] env[69506]: INFO nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating resource usage from migration efc2d8ad-5b15-47cb-9ded-d1d58d715f1a [ 1441.845579] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Migration efc2d8ad-5b15-47cb-9ded-d1d58d715f1a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1441.845770] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Instance 8290093b-958b-4b8b-8e94-118dd4d6984e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69506) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.845970] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1441.846131] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69506) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1441.878673] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc9764-8510-4197-8d58-b7a5df726b4f {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.886075] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536e36d-6ad5-4902-a53d-963b2f2f82ab {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.890164] env[69506]: DEBUG nova.network.neutron [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.916457] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bde181d-30a4-4f1b-98c4-c8cf60639470 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.923437] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6e978-c7bd-47e1-8320-39f6582e4462 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.936338] env[69506]: DEBUG nova.compute.provider_tree [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.416410] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.438890] env[69506]: DEBUG nova.scheduler.client.report [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.943121] env[69506]: DEBUG nova.compute.resource_tracker [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69506) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1442.943414] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.943511] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.943635] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1443.452514] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] There are 29 instances to clean {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1443.452879] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f59041fb-aebe-408a-932e-d535d044bb85] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.930464] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b567f4-9c88-410d-91d3-ca43101da8ef {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.950121] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 0 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.955930] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: e30b0a96-697a-4c3a-8d29-71de1397d560] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.455632] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.455968] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3845129a-182c-4880-b06c-43d8419dba1b {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.458276] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 1a1bc28e-daa6-496f-ac7e-714dcd792b51] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.463629] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1444.463629] env[69506]: value = "task-3250488" [ 1444.463629] env[69506]: _type = "Task" [ 1444.463629] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.471090] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.961956] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 23a9c039-5b68-4562-8f57-c4ff18b6b7a7] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.972448] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250488, 'name': PowerOffVM_Task, 'duration_secs': 0.184506} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.972687] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.972866] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 17 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.468134] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 05a00f43-c382-450d-8d2f-5d63e0284471] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.478362] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.478603] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.478747] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.478927] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.479084] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.479235] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.479435] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.479593] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.479760] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.479919] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.480104] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.485397] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0f3157-048d-42d9-a6ec-8c9585997461 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.501295] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1445.501295] env[69506]: value = "task-3250489" [ 1445.501295] env[69506]: _type = "Task" [ 1445.501295] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.972101] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 3aff6d30-a1e9-4cf2-b3db-1c7e1203cdd8] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.011063] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250489, 'name': ReconfigVM_Task, 'duration_secs': 0.320134} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.011324] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 33 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.475800] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7f43e9d9-ad06-4da3-b3ce-9586495dfdd5] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.517080] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T10:34:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8e9b45b5-16de-4b59-bf59-36725e85fac6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.517433] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.517531] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image limits 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.517678] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Flavor pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.517866] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Image pref 0:0:0 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.518052] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69506) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.518264] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.518421] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.518586] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Got 1 possible topologies {{(pid=69506) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.518792] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.518946] env[69506]: DEBUG nova.virt.hardware [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69506) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.524070] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.524338] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fa0ff2-ac11-4a7a-88a8-cdbf71ce9229 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.543648] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1446.543648] env[69506]: value = "task-3250490" [ 1446.543648] env[69506]: _type = "Task" [ 1446.543648] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.551626] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.978729] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 1923523b-247d-4875-a935-c97b4078cb61] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.052717] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250490, 'name': ReconfigVM_Task, 'duration_secs': 0.152279} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.052924] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69506) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1447.053685] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008c02e3-baff-4b59-bd0c-6f549d117323 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.075747] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.075969] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe0260b-ff41-41cd-b81c-1203c7661d08 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.092247] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1447.092247] env[69506]: value = "task-3250491" [ 1447.092247] env[69506]: _type = "Task" [ 1447.092247] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.099493] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.481794] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: c4180b1c-6eb9-463c-9979-2cdb710cad21] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.601592] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250491, 'name': ReconfigVM_Task, 'duration_secs': 0.246293} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.601854] env[69506]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e/8290093b-958b-4b8b-8e94-118dd4d6984e.vmdk or device None with type thin {{(pid=69506) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.602130] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 50 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.985471] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 4006717c-809b-4e46-9e95-14c76d5cb1b8] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.108469] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c2db8-8039-4669-818b-ea08eae7bc53 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.127121] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeaecc4-773b-43e9-b629-50b03d83a736 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.143648] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 67 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1448.489043] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: e907604d-eec9-4440-bb52-57337276e9f5] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.681519] env[69506]: DEBUG nova.network.neutron [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Port d443ac3b-2086-4c54-a6cf-50cb882b7bb8 binding to destination host cpu-1 is already ACTIVE {{(pid=69506) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1448.993029] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 71905fe4-7860-491b-8f10-d0d7769d4678] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.495408] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 66edbb1a-990b-4170-bd0e-ad80f166753e] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.703566] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.703817] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.703947] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.998298] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: a6c1a747-f332-4621-9c2e-0d63322ce1dc] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.501958] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 494a5914-5908-4083-9a42-486a05e09642] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.738553] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.738738] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.738909] env[69506]: DEBUG nova.network.neutron [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.005055] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 56397b90-f139-4091-83c8-fa45ec202b19] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.423840] env[69506]: DEBUG nova.network.neutron [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.508530] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f6c1a764-bdfa-4fff-b6db-d0f3a949207b] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.926839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.011685] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 9eda616a-3b6b-48bf-ba03-52ba1ebbb7a4] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.450900] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b8b72-4d04-4092-8b4e-3640427adf4a {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.469738] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68391ee5-fe5a-4633-85ee-4e0dc47f6047 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.476283] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 83 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.514402] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ed4e2506-cc11-407e-8e53-588a49b07a49] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.982831] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powering on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.983191] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f2662e0-72fe-4b25-89fd-e99a6b8f34d2 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.990474] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1452.990474] env[69506]: value = "task-3250492" [ 1452.990474] env[69506]: _type = "Task" [ 1452.990474] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.997848] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.017374] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: f712b9df-d051-4632-ac85-2eaf703ffca8] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.500047] env[69506]: DEBUG oslo_vmware.api [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250492, 'name': PowerOnVM_Task, 'duration_secs': 0.384243} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.500322] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powered on the VM {{(pid=69506) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.500509] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0cb47e-c2e7-437d-977f-084d55e25dda tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance '8290093b-958b-4b8b-8e94-118dd4d6984e' progress to 100 {{(pid=69506) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.520755] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7b67e6e9-a1b2-422f-a493-cbfb7bc643a2] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.023459] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 09425878-d9d7-454c-a7d0-700a466ea59c] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.525672] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 7d590767-77da-442f-8352-a0dc99d4508c] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.028765] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 2c36aa47-5c57-41f2-b2d0-f39fff4ba2d0] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.531677] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: ef7f56ea-d728-4459-aa5b-5fb43a490a52] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.034713] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 000ebc25-cb64-4930-85ee-778d4723cc20] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.220544] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.220839] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.220981] env[69506]: DEBUG nova.compute.manager [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Going to confirm migration 10 {{(pid=69506) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1456.538794] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 78b4f3b8-6f83-42e4-a143-c6d326e7ed24] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.756859] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.757049] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquired lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.757282] env[69506]: DEBUG nova.network.neutron [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Building network info cache for instance {{(pid=69506) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.757476] env[69506]: DEBUG nova.objects.instance [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'info_cache' on Instance uuid 8290093b-958b-4b8b-8e94-118dd4d6984e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.041717] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: db68d854-29e3-43b9-a7ff-9a82ae0353a6] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.545101] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] [instance: 72265512-6ea5-4279-a0a7-059100f0b5bb] Instance has had 0 of 5 cleanup attempts {{(pid=69506) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.955827] env[69506]: DEBUG nova.network.neutron [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [{"id": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "address": "fa:16:3e:53:c9:e9", "network": {"id": "baa78c65-ddd6-44cc-9f57-e4433a7f12d1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410089218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c65f6914beac40559addb4c484dd155e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd443ac3b-20", "ovs_interfaceid": "d443ac3b-2086-4c54-a6cf-50cb882b7bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.048149] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.048314] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Cleaning up deleted instances with incomplete migration {{(pid=69506) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1458.458392] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Releasing lock "refresh_cache-8290093b-958b-4b8b-8e94-118dd4d6984e" {{(pid=69506) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.458647] env[69506]: DEBUG nova.objects.instance [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lazy-loading 'migration_context' on Instance uuid 8290093b-958b-4b8b-8e94-118dd4d6984e {{(pid=69506) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.550786] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.961434] env[69506]: DEBUG nova.objects.base [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Object Instance<8290093b-958b-4b8b-8e94-118dd4d6984e> lazy-loaded attributes: info_cache,migration_context {{(pid=69506) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1458.962408] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be46415-9d7f-493a-b78e-3358995551a6 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.982223] env[69506]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f285e58a-e296-43be-9b1e-9300f5bfe130 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.987012] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1458.987012] env[69506]: value = "session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a4350a-47aa-f973-b096-fecfaadbe3cd" [ 1458.987012] env[69506]: _type = "Task" [ 1458.987012] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.993980] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a4350a-47aa-f973-b096-fecfaadbe3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.496364] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': session[52a0d45b-32da-0b3b-7538-b5b708ec2e31]52a4350a-47aa-f973-b096-fecfaadbe3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.496661] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.496908] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.041047] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcb2f2-347b-49bb-ba76-9afe1622b20e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.049054] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1a8ea3-f7dd-406e-80e5-09da58392aff {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.078054] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d70ef5-994d-474d-80fb-5516c4d8436e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.084780] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4924a849-715e-4593-88c3-31a2c5ab0e89 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.097780] env[69506]: DEBUG nova.compute.provider_tree [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed in ProviderTree for provider: 5cb2072c-925b-48c7-904b-f12a729344ea {{(pid=69506) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.601523] env[69506]: DEBUG nova.scheduler.client.report [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Inventory has not changed for provider 5cb2072c-925b-48c7-904b-f12a729344ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69506) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.612920] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.116s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.052401] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.052654] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.052843] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.053088] env[69506]: DEBUG oslo_service.periodic_task [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69506) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.053239] env[69506]: DEBUG nova.compute.manager [None req-8f381e49-fb3a-4d05-bbc6-3d1c56ccd20a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69506) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1462.164465] env[69506]: INFO nova.scheduler.client.report [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocation for migration efc2d8ad-5b15-47cb-9ded-d1d58d715f1a [ 1462.670203] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.449s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.741541] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.741914] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.742095] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.742318] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.742517] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.744808] env[69506]: INFO nova.compute.manager [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Terminating instance [ 1464.249371] env[69506]: DEBUG nova.compute.manager [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Start destroying the instance on the hypervisor. {{(pid=69506) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.249590] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Destroying instance {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.250551] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3936e862-92af-40b1-a845-32359c9fc9ac {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.258669] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powering off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.258910] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb818adf-02f6-4bbe-a645-f30708a01db3 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.265204] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1464.265204] env[69506]: value = "task-3250493" [ 1464.265204] env[69506]: _type = "Task" [ 1464.265204] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.272854] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.775364] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250493, 'name': PowerOffVM_Task, 'duration_secs': 0.227376} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.775753] env[69506]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Powered off the VM {{(pid=69506) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.775804] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Unregistering the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.776034] env[69506]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b8aa47-f7e6-4c8f-9262-1c2d032ccc4c {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.837961] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Unregistered the VM {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.838199] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Deleting contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.838374] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleting the datastore file [datastore2] 8290093b-958b-4b8b-8e94-118dd4d6984e {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.838635] env[69506]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-147de8f9-13f4-4924-ae54-760f7f49912e {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.845830] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for the task: (returnval){ [ 1464.845830] env[69506]: value = "task-3250495" [ 1464.845830] env[69506]: _type = "Task" [ 1464.845830] env[69506]: } to complete. {{(pid=69506) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.852825] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.357581] env[69506]: DEBUG oslo_vmware.api [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Task: {'id': task-3250495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129043} completed successfully. {{(pid=69506) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.357816] env[69506]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted the datastore file {{(pid=69506) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.357997] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Deleted contents of the VM from datastore datastore2 {{(pid=69506) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.358192] env[69506]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Instance destroyed {{(pid=69506) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.358363] env[69506]: INFO nova.compute.manager [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1465.358598] env[69506]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69506) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.358790] env[69506]: DEBUG nova.compute.manager [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Deallocating network for instance {{(pid=69506) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.358883] env[69506]: DEBUG nova.network.neutron [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] deallocate_for_instance() {{(pid=69506) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.588076] env[69506]: DEBUG nova.compute.manager [req-9e7fbb68-0a78-43b4-b2e2-0b7f53ffb36f req-8e9165f0-2bff-4b07-8bc3-4a3180a30896 service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Received event network-vif-deleted-d443ac3b-2086-4c54-a6cf-50cb882b7bb8 {{(pid=69506) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.588243] env[69506]: INFO nova.compute.manager [req-9e7fbb68-0a78-43b4-b2e2-0b7f53ffb36f req-8e9165f0-2bff-4b07-8bc3-4a3180a30896 service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Neutron deleted interface d443ac3b-2086-4c54-a6cf-50cb882b7bb8; detaching it from the instance and deleting it from the info cache [ 1465.588410] env[69506]: DEBUG nova.network.neutron [req-9e7fbb68-0a78-43b4-b2e2-0b7f53ffb36f req-8e9165f0-2bff-4b07-8bc3-4a3180a30896 service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.073068] env[69506]: DEBUG nova.network.neutron [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Updating instance_info_cache with network_info: [] {{(pid=69506) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.091440] env[69506]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0017bba8-2d46-4c20-96bc-79ee6dce8508 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.101079] env[69506]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0942bb5-6682-4bf3-8d55-6950951a81c4 {{(pid=69506) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.123940] env[69506]: DEBUG nova.compute.manager [req-9e7fbb68-0a78-43b4-b2e2-0b7f53ffb36f req-8e9165f0-2bff-4b07-8bc3-4a3180a30896 service nova] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Detach interface failed, port_id=d443ac3b-2086-4c54-a6cf-50cb882b7bb8, reason: Instance 8290093b-958b-4b8b-8e94-118dd4d6984e could not be found. {{(pid=69506) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1466.575348] env[69506]: INFO nova.compute.manager [-] [instance: 8290093b-958b-4b8b-8e94-118dd4d6984e] Took 1.22 seconds to deallocate network for instance. [ 1467.082499] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.082938] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.082991] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.105019] env[69506]: INFO nova.scheduler.client.report [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Deleted allocations for instance 8290093b-958b-4b8b-8e94-118dd4d6984e [ 1467.613071] env[69506]: DEBUG oslo_concurrency.lockutils [None req-6ea00f1c-2776-4227-ad52-7e61b0fd30f7 tempest-DeleteServersTestJSON-831065566 tempest-DeleteServersTestJSON-831065566-project-member] Lock "8290093b-958b-4b8b-8e94-118dd4d6984e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.871s {{(pid=69506) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}